-- Logs begin at Mon 2021-09-20 05:26:48 UTC, end at Mon 2021-09-20 06:24:30 UTC. -- Sep 20 05:56:39.573916 dv-cinder-809968-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 05:56:42.258358 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.common.config [-] Logging enabled! Sep 20 05:56:42.258913 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 05:56:42.259124 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 05:56:42.262330 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.common.config [-] Logging enabled! Sep 20 05:56:42.262587 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 05:56:42.262898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94024) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 05:56:42.263872 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 05:56:42.264110 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 05:56:42.264466 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 05:56:42.264710 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 05:56:42.264936 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 05:56:42.265259 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.265558 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.265852 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.266595 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.266888 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.267179 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.267480 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.267770 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.268062 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.268348 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.268625 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.268907 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.269136 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.269415 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.269699 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.269982 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.270205 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] debug = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.270482 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.270898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.271304 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.271609 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.271898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.272178 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.272448 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.272729 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.273012 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.273337 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] host = dv-cinder-809968-1-iscsi {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.273613 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.273896 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.274180 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.274463 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.274737 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.275010 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.275291 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.275589 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.275864 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.276137 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.276424 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.276707 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.276992 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.277220 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.277442 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.277727 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.278013 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.278286 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.278559 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.278831 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.279103 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.279387 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.279663 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.279947 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.280230 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.280511 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.280785 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.281056 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.281325 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.282210 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.282499 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.282779 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.283053 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.283327 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.283634 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.283902 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.284175 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.284473 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.284757 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.285039 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.285318 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.285588 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.285867 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.286139 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.286410 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.286680 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_json = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.286951 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.287221 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.287524 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.287797 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.288069 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.288340 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.288608 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.288889 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:42.289184 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.289478 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.289777 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.290064 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.290359 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.290639 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.290926 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.291204 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.291511 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.291800 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.292086 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.292631 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.292918 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.293195 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.293489 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.293788 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.294080 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.294370 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.294645 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.294919 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.295194 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.295492 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.295783 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.296061 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.296351 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.296637 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.296916 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.297224 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.297518 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.297807 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.298081 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.298367 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.298661 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.298939 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.299211 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.299511 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.299799 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.300076 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.300350 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.300631 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.300907 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.301243 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.301516 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.301795 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.302084 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.302362 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.302639 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.302910 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.303186 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.303478 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.303763 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.304038 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.304310 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.304581 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.304858 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.305130 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.305402 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.305679 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.305949 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.306222 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.306495 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.306766 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.307036 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.307307 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.307601 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.307870 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.308139 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.308417 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.308690 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.308962 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.309233 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.309505 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.309776 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.310059 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.310360 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.310639 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.310918 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.311194 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.311494 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.311772 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.312050 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.312326 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.312606 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.312900 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.313189 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.313470 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.313753 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.314034 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.314309 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.314607 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.314881 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.315158 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.315455 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.315733 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.316018 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.316302 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.316597 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.316889 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.317181 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.317475 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.317770 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.318043 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.318354 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.318632 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:42.318849 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 05:56:42.319088 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94024) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 05:56:42.663840 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 05:56:42.664024 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 05:56:42.664317 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 05:56:42.664645 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 05:56:43.054773 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.055073 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.055345 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.056658 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.056934 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.057199 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.092220 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.092499 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.092764 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.107265 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.107567 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.107836 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.135832 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.136099 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.136367 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.173882 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.174156 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.174423 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.401460 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.402006 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.402006 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.402251 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.402945 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.521327 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.521638 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.521919 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.522192 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.522458 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.522766 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.523025 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.523280 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.523560 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.523840 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.524099 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.524361 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.524618 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.524867 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.525119 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.525381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.525633 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.525897 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.526165 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.526422 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.526691 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.526941 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.527219 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.527624 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.527875 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.528121 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.528513 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.528754 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.528992 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.529228 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.529464 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.529699 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:43.530061 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 05:56:43.533590 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 05:56:43.537588 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 05:56:43.541201 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 20 05:56:43.543064 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 05:56:43.543530 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 05:56:43.543863 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 05:56:43.544244 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 05:56:43.546997 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 05:56:43.547885 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 05:56:43.548230 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 05:56:43.553429 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 05:56:43.574803 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 05:56:43.575211 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.575658 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94024) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 05:56:43.576017 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.577370 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94024) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 05:56:43.577812 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 05:56:43.578059 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 05:56:43.581273 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.581551 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:43.645595 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 05:56:43.645831 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 05:56:43.646073 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 05:56:43.646433 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 05:56:43.668584 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_db.sqlalchemy.engines [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94024) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 05:56:44.192127 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing driver for type 'gre' Sep 20 05:56:44.192651 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] gre ID ranges: [(1, 1000)] Sep 20 05:56:44.244396 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing driver for type 'local' Sep 20 05:56:44.244725 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing driver for type 'vlan' Sep 20 05:56:44.257457 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] VlanTypeDriver initialization complete Sep 20 05:56:44.257797 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing driver for type 'vxlan' Sep 20 05:56:44.258300 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] vxlan ID ranges: [(1, 1000)] Sep 20 05:56:44.311547 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing extension driver 'port_security' Sep 20 05:56:44.311887 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.extensions.port_security [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] PortSecurityExtensionDriver initialization complete Sep 20 05:56:44.312222 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing mechanism driver 'openvswitch' Sep 20 05:56:44.312543 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing mechanism driver 'hyperv' Sep 20 05:56:44.319101 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.plugin [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:44.319788 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.320503 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.320503 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.321011 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.321443 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.321797 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.322143 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.322542 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.322954 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.323306 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.323699 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.324094 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.324496 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.324847 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.325187 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.325717 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.326127 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.326480 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.326836 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.327239 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.327668 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > address_group after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.328017 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > address_group after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.328357 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > address_group after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.328753 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 05:56:44.329130 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] ML2 OVO RPC backend initialized. {{(pid=94024) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 05:56:44.329840 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.330195 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.330614 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.330961 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > networks before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.331351 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.331713 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > ports before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.332152 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.332503 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnets before_response 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.332853 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.333196 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.333532 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.333870 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.334207 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.334541 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.334877 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.335212 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.335565 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > subnet after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.336150 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.plugin [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Modular L2 Plugin initialization complete Sep 20 05:56:44.336487 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading services supported by the core plugin {{(pid=94024) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 05:56:44.336816 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.plugins.ml2.managers [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Got port-security extension from driver 'port_security' Sep 20 05:56:44.337284 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.extensions.vlantransparent [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Disabled vlantransparent extension. Sep 20 05:56:44.337764 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94024) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 05:56:44.338077 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: router Sep 20 05:56:44.374307 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.374698 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_create 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.375073 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router before_create 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.375486 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.375861 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.376218 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_delete 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.376578 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > floatingip after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.376928 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > floatingip after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.377289 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_create 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.377641 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.377991 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.378339 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.378698 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.379112 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.379504 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.379844 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.380182 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: subnet after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.380520 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.380869 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > port precommit_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.381217 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_create 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.381557 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.381898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.382251 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router after_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.382593 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_delete 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.382943 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_create 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.383302 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router_interface after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.383667 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_update 55549900 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.384028 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > agent after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.384376 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > agent after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.384728 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > network after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.385583 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Tracking information for resource: router configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:44.385916 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Tracking information for resource: floatingip configured {{(pid=94024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 05:56:44.390802 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.db.l3_agentschedulers_db [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 05:56:44.391930 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.392293 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.392647 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.392997 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: port after_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.393791 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router before_create 55550100 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.394158 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_delete 55550100 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.394523 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_create 55550100 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.394884 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > router precommit_update 55550100 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.399600 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.provider_configuration [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service providers = [] {{(pid=94024) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 05:56:44.399967 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.db.servicetype_db [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94024) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 05:56:44.402909 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.service_base [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 05:56:44.403425 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.service_base [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 05:56:44.403616 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.service_base [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 05:56:44.404514 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.services.service_base [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 05:56:44.404888 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.services.service_base [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 05:56:44.405264 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.405584 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 05:56:44.416630 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.416968 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: auto_allocate Sep 20 05:56:44.422952 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: network precommit_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.423324 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: network precommit_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.423887 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.424209 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: tag Sep 20 05:56:44.430625 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.430954 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: timestamp Sep 20 05:56:44.434922 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.435259 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: network_ip_availability Sep 20 05:56:44.440647 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.441020 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.441382 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.442093 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.442461 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: flavors Sep 20 05:56:44.447094 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.447458 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading Plugin: revisions Sep 20 05:56:44.451722 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 05:56:44.452113 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=94024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 05:56:44.452838 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94024) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 05:56:44.453171 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Initializing extension manager. Sep 20 05:56:44.454201 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: __init__.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.454540 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: __pycache__ {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.454873 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.455201 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: address_group.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.455978 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.456535 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: address-group Sep 20 05:56:44.456857 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: address_scope.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.457755 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.458272 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: address-scope Sep 20 05:56:44.458595 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: admin_state_down_before_update.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.459563 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.460077 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: router-admin-state-down-before-update Sep 20 05:56:44.460401 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: agent.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.461103 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.461610 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: agent Sep 20 05:56:44.461931 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: agent_resources_synced.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.462847 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.463361 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: agent-resources-synced Sep 20 05:56:44.463713 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: allowedaddresspairs.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.465489 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.466014 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: allowed-address-pairs Sep 20 05:56:44.466342 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: auto_allocated_topology.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.467444 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.467961 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: auto-allocated-topology Sep 20 05:56:44.468286 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: availability_zone.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.468979 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.470035 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: availability_zone Sep 20 05:56:44.470354 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: availability_zone_filter.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.471269 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.471814 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: availability_zone_filter Sep 20 05:56:44.472137 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: data_plane_status.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.473056 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.473567 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 05:56:44.473891 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: default_subnetpools.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.474805 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.475313 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: default-subnetpools Sep 20 05:56:44.475661 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: dhcpagentscheduler.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.476467 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.476972 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: dhcp_agent_scheduler Sep 20 05:56:44.477298 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: dns.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.478212 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.478721 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension dns-integration not supported by any of loaded plugins Sep 20 05:56:44.479047 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: dns_domain_ports.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.479996 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.480508 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 05:56:44.480832 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.481749 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.482261 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 05:56:44.482600 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: dvr.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.483260 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.483792 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: dvr Sep 20 05:56:44.484115 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: ecmp_routes.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.485060 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.485569 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 05:56:44.485889 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: empty_string_filtering.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.486806 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.487318 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: empty-string-filtering Sep 20 05:56:44.487674 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.488585 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.489096 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 05:56:44.489421 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.490329 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.490840 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 05:56:44.491161 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: external_net.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.492097 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.492604 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: external-net Sep 20 05:56:44.492923 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: extra_dhcp_opt.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.493842 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.494350 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: extra_dhcp_opt Sep 20 05:56:44.494668 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: extraroute.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.495603 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.496113 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: extraroute Sep 20 05:56:44.496434 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: extraroute_atomic.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.497462 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.497974 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: extraroute-atomic Sep 20 05:56:44.498297 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: filter_validation.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.498961 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.499498 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: filter-validation Sep 20 05:56:44.499819 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: fip_pf_description.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.500760 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.501267 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 05:56:44.501588 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: fip_port_details.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.502510 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.503021 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: fip-port-details Sep 20 05:56:44.503348 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: flavors.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.504592 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.505106 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: flavors Sep 20 05:56:44.505433 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.507083 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.507644 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 05:56:44.507973 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: floatingip_pools.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.508673 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.509185 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: floatingip-pools Sep 20 05:56:44.509510 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: ip_allocation.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.510442 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.510951 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 05:56:44.511273 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.512224 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.512734 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: ip-substring-filtering Sep 20 05:56:44.513059 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l2_adjacency.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.513991 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.514496 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 05:56:44.514817 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.516457 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.516985 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: router Sep 20 05:56:44.517310 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3_conntrack_helper.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.519578 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.520116 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 05:56:44.520448 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.521386 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.521908 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: ext-gw-mode Sep 20 05:56:44.522235 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.523163 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.523719 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: l3-ha Sep 20 05:56:44.524046 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3_flavors.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.524960 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.525469 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: l3-flavors Sep 20 05:56:44.525791 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.526706 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.527215 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 05:56:44.527571 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: l3agentscheduler.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.528606 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.529116 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: l3_agent_scheduler Sep 20 05:56:44.529439 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: logging.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.530919 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.531480 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension logging not supported by any of loaded plugins Sep 20 05:56:44.532386 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: metering.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.533130 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.533714 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: metering Sep 20 05:56:44.534043 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.535153 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.535703 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: metering_source_and_destination_fields Sep 20 05:56:44.536035 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: multiprovidernet.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.536966 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.537482 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: multi-provider Sep 20 05:56:44.537808 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: netmtu.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.538729 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.539242 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: net-mtu Sep 20 05:56:44.539604 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: netmtu_writable.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.540523 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.541035 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: net-mtu-writable Sep 20 05:56:44.541360 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: network_availability_zone.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.542036 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.542813 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: network_availability_zone Sep 20 05:56:44.543135 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: network_ip_availability.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.544259 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.544777 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: network-ip-availability Sep 20 05:56:44.545108 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: network_segment_range.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.545875 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.546380 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 05:56:44.546706 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: pagination.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.547789 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.548123 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: pagination Sep 20 05:56:44.548446 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: port_device_profile.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.549359 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.549877 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: port-device-profile Sep 20 05:56:44.550201 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.551128 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.551668 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: port-mac-address-regenerate Sep 20 05:56:44.551993 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.552909 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.553416 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: port-numa-affinity-policy Sep 20 05:56:44.553742 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: port_resource_request.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.554772 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.555282 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 05:56:44.555627 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: portbindings.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.556560 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.557072 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: binding Sep 20 05:56:44.557395 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: portbindings_extended.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.558647 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.559164 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: binding-extended Sep 20 05:56:44.559532 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: portsecurity.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.560450 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.560967 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: port-security Sep 20 05:56:44.561292 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: project_id.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.562268 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.562599 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: project-id Sep 20 05:56:44.562949 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: providernet.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.563900 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.564416 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: provider Sep 20 05:56:44.564741 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.568277 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.568804 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos not supported by any of loaded plugins Sep 20 05:56:44.569139 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.570390 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.570912 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 05:56:44.571239 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.572189 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.572706 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 05:56:44.573032 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_default.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.573952 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.574466 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-default not supported by any of loaded plugins Sep 20 05:56:44.574790 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_fip.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.575474 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.575982 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-fip not supported by any of loaded plugins Sep 20 05:56:44.576302 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_gateway_ip.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.577229 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.577742 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 05:56:44.578064 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_port_network_policy.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.579544 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.580052 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 05:56:44.580372 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_pps_rule.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.581540 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.582058 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-pps not supported by any of loaded plugins Sep 20 05:56:44.582383 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_rule_type_details.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.583301 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.583843 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 05:56:44.584168 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: qos_rules_alias.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.585236 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.585753 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 05:56:44.586079 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: quotasv2.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.586986 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.587317 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: quotas Sep 20 05:56:44.587667 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: quotasv2_detail.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.590865 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.591208 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: quota_details Sep 20 05:56:44.591578 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: rbac.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.592638 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.593166 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: rbac-policies Sep 20 05:56:44.593496 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: rbac_address_group.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.594993 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.595553 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: rbac-address-group Sep 20 05:56:44.595882 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: rbac_address_scope.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.596804 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.597321 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: rbac-address-scope Sep 20 05:56:44.597648 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: rbac_security_groups.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.598568 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.599086 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: rbac-security-groups Sep 20 05:56:44.599442 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: rbac_subnetpool.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.600368 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.600888 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: rbac-subnetpool Sep 20 05:56:44.601212 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: revisionifmatch.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.602135 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.602656 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: revision-if-match Sep 20 05:56:44.602980 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: revisions.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.604124 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.604652 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: standard-attr-revisions Sep 20 05:56:44.604983 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: router_availability_zone.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.605661 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.606174 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: router_availability_zone Sep 20 05:56:44.606495 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: routerservicetype.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.607442 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.607957 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension router-service-type not supported by any of loaded plugins Sep 20 05:56:44.608281 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.609212 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.609761 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: security-groups-normalized-cidr Sep 20 05:56:44.610082 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: security_groups_port_filtering.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.611004 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.611555 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: port-security-groups-filtering Sep 20 05:56:44.611877 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.612793 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.613306 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: security-groups-remote-address-group Sep 20 05:56:44.613628 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: securitygroup.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.624418 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.624956 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: security-group Sep 20 05:56:44.625316 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: segment.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.626113 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.626627 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension segment not supported by any of loaded plugins Sep 20 05:56:44.626957 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.627929 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.628443 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 05:56:44.628771 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: servicetype.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.629944 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.630469 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: service-type Sep 20 05:56:44.630797 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: sorting.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.631825 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.632157 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: sorting Sep 20 05:56:44.632480 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: standard_attr_segment.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.633406 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.633924 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 05:56:44.634248 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: standardattrdescription.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.634908 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.635458 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: standard-attr-description Sep 20 05:56:44.635780 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: stateful_security_group.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.636710 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.637230 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: stateful-security-group Sep 20 05:56:44.637552 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: stdattrs_common.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.638138 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 05:56:44.638459 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.639392 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.639921 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 05:56:44.640241 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnet_onboard.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.641834 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.642355 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: subnet_onboard Sep 20 05:56:44.642680 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.643641 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.644155 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 05:56:44.644480 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnet_service_types.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.645431 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.645945 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: subnet-service-types Sep 20 05:56:44.646271 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnetallocation.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.647357 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.647901 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: subnet_allocation Sep 20 05:56:44.648226 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.648892 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.649402 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: subnetpool-prefix-ops Sep 20 05:56:44.649725 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.650654 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.651172 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 05:56:44.651529 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: tagging.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.652591 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.653106 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: standard-attr-tag Sep 20 05:56:44.653433 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: timestamp.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.654632 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.655156 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loaded extension: standard-attr-timestamp Sep 20 05:56:44.655524 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: trunk.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.656581 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.657672 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension trunk not supported by any of loaded plugins Sep 20 05:56:44.657996 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: trunk_details.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.658936 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.659489 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension trunk-details not supported by any of loaded plugins Sep 20 05:56:44.659816 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: uplink_status_propagation.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.660743 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.661260 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 05:56:44.661581 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Loading extension file: vlantransparent.py {{(pid=94024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 05:56:44.662249 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 05:56:44.662755 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 05:56:44.665151 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:network Sep 20 05:56:44.665675 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnet Sep 20 05:56:44.666072 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 05:56:44.666471 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:port Sep 20 05:56:44.668005 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.668454 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service FLAVORS assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.669100 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.669531 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.669870 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:router Sep 20 05:56:44.670302 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:floatingip Sep 20 05:56:44.670783 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service METERING assigned prefix: /metering {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.672249 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.672615 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.672967 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 05:56:44.673957 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 05:56:44.674408 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:security_group Sep 20 05:56:44.674841 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 05:56:44.675479 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service CORE assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.675798 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 05:56:44.676140 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] subnetpool is already registered Sep 20 05:56:44.676584 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service CORE assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.676927 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 05:56:44.677258 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] subnetpool is already registered Sep 20 05:56:44.679576 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.680017 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service FLAVORS assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.680618 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.681047 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.681383 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:router Sep 20 05:56:44.681723 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] router is already registered Sep 20 05:56:44.682138 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:floatingip Sep 20 05:56:44.682474 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] floatingip is already registered Sep 20 05:56:44.682927 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service METERING assigned prefix: /metering {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.683631 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 05:56:44.683960 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] rbac_policy is already registered Sep 20 05:56:44.684374 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:security_group Sep 20 05:56:44.684709 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] security_group is already registered Sep 20 05:56:44.685113 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 05:56:44.685452 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] security_group_rule is already registered Sep 20 05:56:44.686075 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service CORE assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.686403 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 05:56:44.686735 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] subnetpool is already registered Sep 20 05:56:44.687158 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.v2.resource_helper [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Service CORE assigned prefix: {{(pid=94024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 05:56:44.687522 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 05:56:44.687882 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING neutron.quota.resource_registry [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] subnetpool is already registered Sep 20 05:56:44.688340 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: extensions {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.689777 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: address-groups {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.691236 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: address-scopes {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.692620 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: agents {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.693723 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: auto-allocated-topology {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.694970 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: availability_zones {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.696215 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: dhcp-networks {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.697722 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: dhcp-agents {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.699139 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: routers {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.701383 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: flavors {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.702532 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: service_profiles {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.704285 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: next_providers {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.705741 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: service_profiles {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.707276 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: floatingip-pools {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.708502 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: routers {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.710570 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: floatingips {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.711879 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: l3-routers {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.713261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: l3-agents {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.714656 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: metering-labels {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.716042 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: metering-label-rules {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.717312 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: network-ip-availabilities {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.718565 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: bindings {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.721659 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: quotas {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.723125 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: quotas {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.724553 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: rbac-policies {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.725752 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: security-groups {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.727037 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: security-group-rules {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.728320 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: service-providers {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.729519 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: subnetpools {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.730935 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: subnetpools {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.732412 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.734094 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.735984 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.737867 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.739661 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.741544 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.743240 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.745175 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.746934 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.748691 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron.api.extensions [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Extended resource: tags {{(pid=94024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 05:56:44.755319 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING keystonemiddleware.auth_token [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 05:56:44.760130 dv-cinder-809968-1-iscsi neutron-server[94024]: WARNING keystonemiddleware.auth_token [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 05:56:44.769063 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Acquired lock "singleton_lock" {{(pid=94024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 05:56:44.769534 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_concurrency.lockutils [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Releasing lock "singleton_lock" {{(pid=94024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 05:56:44.770170 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Starting 2 workers Sep 20 05:56:44.774945 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Started child 94131 {{(pid=94024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 05:56:44.779350 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Started child 94132 {{(pid=94024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 05:56:44.780536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.781168 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO neutron.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 05:56:44.781641 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Notify callbacks [] for process, before_spawn {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.782077 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [-] (94131) wsgi starting up on http://0.0.0.0:9696 Sep 20 05:56:44.784083 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.784515 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Starting 1 workers Sep 20 05:56:44.785464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [-] (94132) wsgi starting up on http://0.0.0.0:9696 Sep 20 05:56:44.789251 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Started child 94133 {{(pid=94024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 05:56:44.789785 dv-cinder-809968-1-iscsi neutron-server[94024]: INFO oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Starting 1 workers Sep 20 05:56:44.792970 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] calling RpcWorker wait() {{(pid=94133) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 05:56:44.793572 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] returning from RpcWorker wait() {{(pid=94133) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 05:56:44.794461 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Started child 94134 {{(pid=94024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 05:56:44.794748 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.795189 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:44.795282 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG neutron_lib.callbacks.manager [None req-01c32cc9-245a-464f-94ef-2a2084b9c3df None None] Notify callbacks [] for process, after_spawn {{(pid=94024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.797268 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 05:56:44.797474 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 05:56:44.797659 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 05:56:44.797871 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 05:56:44.798275 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 05:56:44.798379 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 05:56:44.798880 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.799165 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.799455 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.799548 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:44.800022 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.800022 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.800587 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.800849 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.801109 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.801401 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.801634 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.801809 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.801976 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.802219 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.802464 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.802762 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.803036 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.803273 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.803572 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.803743 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.803996 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.804266 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.804493 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.804762 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] debug = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.805005 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.805468 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.805694 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.805943 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.806214 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.806439 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.806674 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.806944 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.807319 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.807493 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.807703 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.807969 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.808204 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.808464 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.808627 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.808876 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.809124 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.809573 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] host = dv-cinder-809968-1-iscsi {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.809813 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.810031 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.810276 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.810519 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.810786 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.811036 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.811304 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.811569 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.811826 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.812084 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.812335 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.812593 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.813378 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.813616 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.813779 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_options = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.814018 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.814294 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.814561 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.814751 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.814913 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.815093 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.815330 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.815520 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.815766 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.815983 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.816287 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.816450 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.816648 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.816860 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.817125 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.817449 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.817608 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.817812 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.818055 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.818283 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.818526 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.818749 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.818984 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.819216 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.819459 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.819697 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.819925 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.820140 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.820352 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.820587 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.820799 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.821051 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.821272 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.821502 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.821760 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.821988 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.822215 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.822434 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.822704 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.822930 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.823184 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.823464 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.823680 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.823924 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.824164 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.824397 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.824611 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_json = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.824823 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.825052 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.825318 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.825532 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.825774 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.825988 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.826224 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.826483 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.826882 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.827180 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.827526 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.827751 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.828174 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.828362 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.829102 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.829497 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.829647 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.829795 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.829931 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:44.830182 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.830338 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.830562 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.830780 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.831085 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.831360 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.831642 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.831909 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.832153 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.832586 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.832586 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.832913 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.833076 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.833296 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.833756 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.833916 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.834063 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.834311 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.834592 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.834834 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.835079 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.835294 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.835557 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.835920 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.836058 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.836195 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.836420 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.836695 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.836919 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.837157 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.837411 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.837826 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.837826 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.838099 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.838278 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.838515 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.838750 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.838974 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.839193 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.839470 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.839673 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.839907 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.840154 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.840371 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.840610 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.840835 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.841100 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.841270 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.841564 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.841753 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.842115 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.844168 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.845518 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.845518 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.845829 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.846012 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.849381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.850577 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851665 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.851892 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.852125 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.852663 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.852663 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.852865 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.853112 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.853702 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.853702 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.853980 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.854081 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.854329 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.854580 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.854830 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.855064 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.855305 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.856762 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.857048 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.857310 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.857538 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.857798 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.858057 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.858323 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.858566 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.858848 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.859121 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.859760 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.860068 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.860331 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.860599 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.861433 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.862067 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.862395 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.862672 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.863105 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.863537 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.863821 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.864438 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.864688 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.871537 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.871849 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.872127 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.872376 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.872772 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.873018 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.873289 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.873516 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.873756 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.874070 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.874328 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.874565 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.874787 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.875148 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.875950 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.876195 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.876464 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.876713 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.876982 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.877231 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.877467 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.877685 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.877940 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.878222 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.878438 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.878674 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.878889 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.879136 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.879349 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.880966 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.883475 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.883731 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.883973 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.887321 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.887613 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.887862 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.888135 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.888391 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.888631 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.888893 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.889127 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.889357 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.889586 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.889827 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.890085 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.890327 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.890595 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.890847 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.892699 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.895291 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.895731 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.896052 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.896493 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.897004 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.897441 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.897680 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.898507 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.899101 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.899485 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.899744 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.900294 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.900636 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.900906 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.901154 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.901509 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.901784 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.902053 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.902294 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.902515 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.902778 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.903014 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.903251 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.903502 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.903723 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.903942 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.904215 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.904441 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.904683 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.904897 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.905110 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.905345 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.905564 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.905774 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.906055 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.906314 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.906580 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.906835 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.907070 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.907282 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.907548 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.907762 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.907974 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.908198 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.908416 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.908630 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.908867 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.910778 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.911685 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.911948 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.912206 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.912466 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.912727 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.913024 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.913257 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.913521 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.913775 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.914003 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.914260 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.914482 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.914704 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.914937 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.915163 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.915400 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.915661 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.915881 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.916120 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.916350 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.916590 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.916811 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.917108 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.917621 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.917845 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.918151 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.918406 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.918654 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.918899 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.919208 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.919567 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.919975 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.920228 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.920458 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.920686 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.920949 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.921462 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.921770 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.922024 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.922307 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.922605 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.922887 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.923324 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.923573 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.923981 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.924326 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.924602 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.924864 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.925127 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.925346 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.925954 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.926265 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.926483 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.926726 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.926952 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.927221 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.927480 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.927775 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.927991 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.928259 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.928459 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.928590 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:44.928682 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.928918 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.929248 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.929389 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.929502 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 05:56:44.930028 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 05:56:44.930188 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 05:56:44.930342 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 05:56:44.930539 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 05:56:44.930722 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 05:56:44.930855 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 05:56:44.931074 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.931221 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.931395 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.931563 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.931745 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.931883 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932019 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932198 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932331 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932489 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932644 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932793 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.932966 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933092 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933243 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933401 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933562 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933724 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.933886 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.934198 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.934522 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.934689 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.934919 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] debug = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935089 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935273 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935493 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935623 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935757 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.935895 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936057 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936243 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936381 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936520 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936680 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936838 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.936995 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.937186 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.937338 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.937489 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.937629 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.938272 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] host = dv-cinder-809968-1-iscsi {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.938422 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.938633 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.938837 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939077 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939077 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939352 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939548 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939548 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939826 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.939826 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940150 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940150 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940457 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940457 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940749 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_options = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.940898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.941051 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.941290 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.941617 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.941835 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.941973 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.942084 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.942295 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.942810 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.943513 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.943682 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.943875 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.944090 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.944348 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.944516 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.944679 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.944841 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.945003 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.945203 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.945455 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.945623 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.945909 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.946026 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.946140 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.946732 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.946899 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.947119 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.947284 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.947645 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.947804 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948005 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948117 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948301 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948445 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948592 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948752 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.948903 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949081 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949276 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949425 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949565 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949691 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949804 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.949961 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950125 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950286 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950432 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_json = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950571 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950707 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.950865 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951016 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951171 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951330 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951538 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951699 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 05:56:44.951873 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952094 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952275 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952440 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952603 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952749 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.952915 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.953077 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.953232 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.953405 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954100 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954265 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954441 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954648 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954817 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.954981 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.955143 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.955393 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.956101 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.956278 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.956607 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.956819 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.956999 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.957162 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.957325 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.957488 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.957707 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.957898 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958061 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958225 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958386 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958547 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958709 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.958872 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959034 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959197 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959399 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959535 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959697 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.959859 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960020 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960181 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960345 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960506 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960668 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960830 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.960991 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961153 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961314 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961475 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961637 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961799 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.961960 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962123 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962284 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962456 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962617 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962778 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.962938 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963101 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963261 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963441 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963604 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963764 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.963924 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964084 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964258 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964418 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964580 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964741 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.964902 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965063 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965223 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965384 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965545 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965706 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.965868 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966029 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966191 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966353 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966515 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966675 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966836 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.966998 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967159 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967321 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967501 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967666 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967828 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.967998 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.968173 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.968380 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.968652 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.968851 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.969939 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.970147 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.970954 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.971110 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.971276 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.971463 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.971626 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.971773 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.972116 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.972289 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.972534 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.972702 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.972866 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973013 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973177 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973338 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973500 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973663 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973823 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.973985 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974146 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974306 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974479 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974641 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974805 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.974967 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975135 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975307 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975491 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975656 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975816 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.975978 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.976140 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.976301 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.976504 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.976721 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.976887 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977049 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977218 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977390 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977552 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977719 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.977881 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978064 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978227 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978388 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978552 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978712 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.978873 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979083 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979250 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979432 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979583 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979746 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.979913 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.980657 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.980832 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.980999 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.981160 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.981322 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.981484 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.981648 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.981864 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982025 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982181 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982344 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982492 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982724 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.982892 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.983058 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.983321 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.983534 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.983698 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.983860 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984022 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984184 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984346 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984507 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984691 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.984853 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.985016 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.985178 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.985341 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.985671 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.985842 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986005 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986167 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986331 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986492 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986655 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986817 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.986978 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987140 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987303 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987486 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987650 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987814 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.987975 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988151 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988313 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988473 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988635 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988796 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.988957 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989118 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989280 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989442 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989603 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989765 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.989928 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990113 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990242 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990402 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990563 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990723 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.990884 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991045 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991218 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991394 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991558 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991720 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.991881 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992042 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992214 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992375 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992535 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992696 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.992856 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993018 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993187 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993348 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993508 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993672 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993834 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.993995 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994163 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994324 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994485 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994646 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994806 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.994967 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995135 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995296 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995492 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995654 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995814 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.995975 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996146 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996307 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996468 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996629 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996790 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.996952 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997123 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997287 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997448 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997617 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997783 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.997944 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998105 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998278 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998440 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998603 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998765 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.998928 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999089 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999253 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999437 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999609 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999777 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:44.999939 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.000108 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.000794 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.000976 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001138 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001306 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001478 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001639 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001801 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.001961 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002122 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002284 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002445 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002605 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002766 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.002927 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003088 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003249 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003435 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003598 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003758 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.003921 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.004081 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.004241 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.004402 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.004563 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 05:56:45.004717 dv-cinder-809968-1-iscsi neutron-server[94024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 05:56:45.242980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 39794) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:56:45.251936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068622 Sep 20 05:56:56.536522 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58f3326-6dfb-446a-b801-5a1cd21b5dee None None] get_active_networks_info from dv-cinder-809968-1-iscsi {{(pid=94133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 05:56:56.594239 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f3326-6dfb-446a-b801-5a1cd21b5dee None None] No non-hosted networks {{(pid=94133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 05:56:56.610835 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.agentschedulers_db [None req-d58f3326-6dfb-446a-b801-5a1cd21b5dee None None] DHCP Agent not found on host dv-cinder-809968-1-iscsi {{(pid=94133) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 20 05:56:56.670120 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f11073e-5795-4f4e-be4a-ff350115573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:59.024650 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ceacbd2c-1a51-449e-9917-6d331e2e906b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:59.087050 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-099a5f0b-44df-49de-b6b3-f327bb16a3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:59.249413 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:56:59.250724 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.251972 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.252695 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.253879 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.254860 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.255943 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.256912 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.258348 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.259308 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.260278 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.261333 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.262725 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:56:59.263096 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809968-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:59.293823 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809968-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:56:59.918712 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:01.911924 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:02.754564 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 39886) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:03.241384 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-f24e65c8-a484-42ef-a8df-f178ad81b030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:03.241997 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-f24e65c8-a484-42ef-a8df-f178ad81b030 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:03.328896 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.db.l3_hamode_db [None req-c070e63f-7d1e-4462-8cd9-4e13e7a5037d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 05:57:03.403890 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070e63f-7d1e-4462-8cd9-4e13e7a5037d None None] Routers set() bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:57:03.404278 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070e63f-7d1e-4462-8cd9-4e13e7a5037d None None] Router IDs set() for agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 05:57:03.464427 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-f24e65c8-a484-42ef-a8df-f178ad81b030 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:57:03.465498 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f24e65c8-a484-42ef-a8df-f178ad81b030 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7100210 Sep 20 05:57:05.823498 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 39900) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:06.122562 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:06.215229 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.policy [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 05:57:06.259111 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:06.259500 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING oslo_policy.policy [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:06.268430 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.quota [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] Loaded quota_driver: . Sep 20 05:57:06.355047 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733377756097', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733377755540', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733377701949', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733377705583', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733378380550', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733377921586', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-782738', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-828300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8336134', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8279084'] for rbac-policy, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:06.417541 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:06.418982 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bee750a0-a80b-4b41-a040-f4503754e0a1 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5945098 Sep 20 05:57:08.977234 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39912) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:09.454458 dv-cinder-809968-1-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:09.455056 dv-cinder-809968-1-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:09.677826 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Request body: {'network': {'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'name': 'private', 'project_id': 'fb080496434345948fcc61e801b94d32'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:09.679340 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.quota [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Loaded quota_driver: . Sep 20 05:57:09.732565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Made reservation on behalf of fb080496434345948fcc61e801b94d32 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:57:09.797571 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.policy [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94131) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 05:57:09.841604 dv-cinder-809968-1-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:09.841977 dv-cinder-809968-1-iscsi neutron-server[94131]: WARNING oslo_policy.policy [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 05:57:09.852797 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:09.874204 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.002847 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.006362 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.029270 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 05:57:10.055892 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733375977364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.056465 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Unsubscribe: segment precommit_create {{(pid=94131) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 05:57:10.056964 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Added segment 94a3322e-34d2-498c-9654-cd598e926594 of type vlan for network 8a5921e8-9a58-4ffa-a945-b18affc20874 Sep 20 05:57:10.062504 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f88ced8-77cc-4f22-b187-9c489c8c0293,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:10.099463 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.099821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.100159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.100489 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.100815 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.101154 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.101478 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.101796 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.102134 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.102455 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.102771 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.103084 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Tracked resource versions report: Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: pushed versions: Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: consumer versions: Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Log': '1.0', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Network': '1.1', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Port': '1.7', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 20 05:57:10.104221 dv-cinder-809968-1-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:57:10.174880 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.212910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.214216 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:10.214859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:10.269466 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2900171 Sep 20 05:57:10.318656 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf76252-89d0-4710-b673-7e09837d0187 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5921e8-9a58-4ffa-a945-b18affc20874,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:10.330373 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:57:12.878437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39934) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:13.263419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688086c3-ff64-44e5-82c8-d71c3fdbf915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:13.264783 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-688086c3-ff64-44e5-82c8-d71c3fdbf915 admin admin] 10.222.0.20 "GET /v2.0/networks/8a5921e8-9a58-4ffa-a945-b18affc20874 HTTP/1.1" status: 200 len: 825 time: 0.3853772 Sep 20 05:57:13.304808 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3a4222a7-2d92-44d0-9c25-62905bcff306 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/3bb8bba5-7395-4e2b-a7b4-8248e73b33c0 HTTP/1.1" status: 200 len: 734 time: 0.0339205 Sep 20 05:57:13.314159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0', 'name': 'private-subnet', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:13.335679 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Made reservation on behalf of fb080496434345948fcc61e801b94d32 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:57:13.337885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:13.620351 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:13.682732 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4a8fca-24e5-4469-b816-ceb46ef1866d,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:13.691653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Checking segment: {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:57:13.692039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Network hostable DHCP agents. Network: 8a5921e8-9a58-4ffa-a945-b18affc20874, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:57:13.711206 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:57:13.721181 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 8a5921e8-9a58-4ffa-a945-b18affc20874) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:13.725709 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:13.726293 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:13.730959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b923b-16eb-456a-b387-d6113a49a13d None None] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:57:13.740908 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-51287e87-fd94-4c84-8385-dad2d5ec98d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4300406 Sep 20 05:57:14.044928 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-8a5921e8-9a58-4ffa-a945-b18affc20874', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 05:57:14.046183 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.314614 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Allocated IP 172.20.0.2 (8a5921e8-9a58-4ffa-a945-b18affc20874/ed4a8fca-24e5-4469-b816-ceb46ef1866d/44887a11-ff9c-4e9f-b6ce-f93b2f130c73) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:57:14.511781 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.520040 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.619996 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:57:14.625444 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:14.632890 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Pushing event updated for resources: {'Port': ['ID=44887a11-ff9c-4e9f-b6ce-f93b2f130c73,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:14.634997 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:57:14.645080 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.645430 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.645770 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.646107 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.646434 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.646760 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.647092 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.647466 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.647777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.648102 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.648423 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.648742 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Tracked resource versions report: Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: pushed versions: Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: consumer versions: Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Log': '1.0', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Network': '1.1', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Port': '1.7', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 20 05:57:14.649861 dv-cinder-809968-1-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:57:14.724264 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Attempting to bind port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:57:14.724663 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Attempting to bind port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:57:14.725085 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Attempting to bind port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 on network 8a5921e8-9a58-4ffa-a945-b18affc20874 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:57:14.729870 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:57:14.730274 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Checking segment: {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:57:14.730765 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.731139 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Bound using segment: {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:57:14.731697 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Bound port: 44887a11-ff9c-4e9f-b6ce-f93b2f130c73, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:57:14.732033 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.793487 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] For port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:57:14.798315 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] For port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=44887a11-ff9c-4e9f-b6ce-f93b2f130c73,segment=NetworkSegment(94a3322e-34d2-498c-9654-cd598e926594),segment_id=94a3322e-34d2-498c-9654-cd598e926594)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:57:14.803124 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:14.873235 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a65de0-1641-40a0-8be6-c01676c6fc92 None None] Pushing event updated for resources: {'Port': ['ID=44887a11-ff9c-4e9f-b6ce-f93b2f130c73,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:16.151309 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39942) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:16.467325 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-3994d41c-b95c-423d-806b-2dd9c319cdd7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:57:16.468338 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3994d41c-b95c-423d-806b-2dd9c319cdd7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155200 Sep 20 05:57:18.881097 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39950) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:19.188488 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-1f32fc47-df75-401e-8cc7-c057216a34c7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:57:19.189475 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1f32fc47-df75-401e-8cc7-c057216a34c7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3074050 Sep 20 05:57:21.804347 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39960) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:22.117680 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'name': 'router1'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:22.143248 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.145163 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.284083 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.288800 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.300929 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.302068 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5adb3205-ef05-4401-902e-2435df184d25 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4966648 Sep 20 05:57:22.755638 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:57:22.842435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:22.842829 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.951084 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:22.985200 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=44887a11-ff9c-4e9f-b6ce-f93b2f130c73,segment=NetworkSegment(94a3322e-34d2-498c-9654-cd598e926594),segment_id=94a3322e-34d2-498c-9654-cd598e926594)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:57:22.989807 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:23.042360 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=44887a11-ff9c-4e9f-b6ce-f93b2f130c73,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:23.208105 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3079b-7066-4e1e-bbac-655bb77f9e8e None None] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:57:23.269805 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f6f11ce0-ab4f-4a21-aa56-1b1502e7c745 None None] Provisioning complete for port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:23.270182 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f6f11ce0-ab4f-4a21-aa56-1b1502e7c745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:23.619643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-988ca808-b1b6-4ae5-b662-0cf6387f696e None None] Provisioning complete for port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:23.620014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-988ca808-b1b6-4ae5-b662-0cf6387f696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:24.673783 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39972) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:24.729141 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:57:24.772666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:24.773027 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:24.980624 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-28a745e2-f160-4fed-a330-333d20c41b5d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 05:57:24.981624 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-28a745e2-f160-4fed-a330-333d20c41b5d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069019 Sep 20 05:57:26.423889 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-daca7e95-2b8a-41e4-ac48-81f064b5fef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.346570 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39980) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:27.646334 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:27.666675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Made reservation on behalf of b924c2d4f46b4dd7afa8656383886a9c for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:57:27.669121 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.677507 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.761849 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.765437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.778671 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Reserving flat network on physical network physnet1 {{(pid=94131) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 05:57:27.803647 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.803988 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Added segment b87d59d4-808b-4c42-94c7-2ac456815198 of type flat for network 29c1a856-1725-4216-82fe-d459414f7f84 Sep 20 05:57:27.805206 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a3c310-ac96-475b-9bd7-e14b901d3d1d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:27.850897 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.880801 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.881717 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:27.882289 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:27.910407 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5628440 Sep 20 05:57:27.944489 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed741ecd-0ea4-4365-b224-1c24765327ec admin admin] Pushing event updated for resources: {'Network': ['ID=29c1a856-1725-4216-82fe-d459414f7f84,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:27.955351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 29c1a856-1725-4216-82fe-d459414f7f84 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 05:57:29.023063 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8115948a-f8a5-468b-99d1-7d09b870cdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:29.250681 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:29.862453 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:30.287459 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 39998) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:30.490161 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d588a-faa6-48b9-915f-650b2f20d876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:30.491483 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-001d588a-faa6-48b9-915f-650b2f20d876 admin admin] 10.222.0.20 "GET /v2.0/subnets/ed4a8fca-24e5-4469-b816-ceb46ef1866d HTTP/1.1" status: 200 len: 849 time: 0.2030559 Sep 20 05:57:30.606003 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c5ff2029-eb6c-4adf-a81c-e98ebb406df6 admin admin] 10.222.0.20 "GET /v2.0/routers/a645f008-beac-4dba-b4a1-fc71b495fe0d HTTP/1.1" status: 200 len: 704 time: 0.1084130 Sep 20 05:57:30.866747 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.154026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Allocated IP 172.20.0.1 (8a5921e8-9a58-4ffa-a945-b18affc20874/ed4a8fca-24e5-4469-b816-ceb46ef1866d/fbf5590e-534e-4331-b8eb-b69c03eb0ad6) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:57:31.345599 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.412408 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.479182 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:57:31.483747 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:31.490044 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:57:31.490044 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.556783 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:31.658049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cf2c1276-69e7-4cf4-a3df-d4c4bc6a6199 None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:31.658590 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1276-69e7-4cf4-a3df-d4c4bc6a6199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.691173 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.692496 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c1276-69e7-4cf4-a3df-d4c4bc6a6199 None None] Port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:57:31.848335 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.900461 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.904701 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.905494 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:31.966973 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:32.031425 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:57:32.032685 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:32.189387 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Router a645f008-beac-4dba-b4a1-fc71b495fe0d is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 05:57:32.211531 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-913298e4-190d-4374-98ca-e05c6f7ac3ee None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:32.211904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-913298e4-190d-4374-98ca-e05c6f7ac3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:32.244543 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-913298e4-190d-4374-98ca-e05c6f7ac3ee None None] Port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:57:32.278983 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:57:32.284640 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-981d3ae7-0bf0-4db3-a3c6-b4ed64d02955 admin admin] 10.222.0.20 "PUT /v2.0/routers/a645f008-beac-4dba-b4a1-fc71b495fe0d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6724155 Sep 20 05:57:32.289775 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Sync routers for ids ['a645f008-beac-4dba-b4a1-fc71b495fe0d'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:57:32.302091 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Routers {'a645f008-beac-4dba-b4a1-fc71b495fe0d'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:57:32.303186 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T05:57:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a645f008-beac-4dba-b4a1-fc71b495fe0d'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:32.485132 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Set router a645f008-beac-4dba-b4a1-fc71b495fe0d gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:57:32.904626 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:31Z', 'revision_number': 2, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port_host': None, '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:31Z', 'revision_number': 2, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:32.957191 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Checking router: a645f008-beac-4dba-b4a1-fc71b495fe0d for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:57:32.957482 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Updating router a645f008-beac-4dba-b4a1-fc71b495fe0d port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:57:33.004893 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.502871 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.509137 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.674743 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Pushing event updated for resources: {'Port': ['ID=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:33.679569 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Attempting to bind port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:57:33.679963 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Attempting to bind port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:57:33.680395 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Attempting to bind port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 on network 8a5921e8-9a58-4ffa-a945-b18affc20874 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:57:33.688323 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.688669 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.689003 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.689331 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.689657 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.689983 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.690301 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.690621 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.690961 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.691283 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.691627 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.691941 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Tracked resource versions report: Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: pushed versions: Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: consumer versions: Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Log': '1.0', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Network': '1.1', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Port': '1.7', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 20 05:57:33.693050 dv-cinder-809968-1-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:57:33.697280 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:57:33.697691 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Checking segment: {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:57:33.698182 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.698562 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Bound using segment: {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:57:33.699049 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Bound port: fbf5590e-534e-4331-b8eb-b69c03eb0ad6, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a3322e-34d2-498c-9654-cd598e926594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:57:33.699466 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.764198 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] For port fbf5590e-534e-4331-b8eb-b69c03eb0ad6, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:57:33.770828 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-e580359b-12b7-46ad-80bf-0f1fdf6980f1 None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:33.771308 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e580359b-12b7-46ad-80bf-0f1fdf6980f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.784153 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] For port fbf5590e-534e-4331-b8eb-b69c03eb0ad6, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,segment=NetworkSegment(94a3322e-34d2-498c-9654-cd598e926594),segment_id=94a3322e-34d2-498c-9654-cd598e926594)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:57:33.788673 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:33.806791 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-e580359b-12b7-46ad-80bf-0f1fdf6980f1 None None] Port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 05:57:33.848550 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9a10d-5249-4097-9b63-a45d4d7375e5 None None] Pushing event updated for resources: {'Port': ['ID=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:33.854715 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Routers {'a645f008-beac-4dba-b4a1-fc71b495fe0d'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:57:33.855328 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T05:57:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a645f008-beac-4dba-b4a1-fc71b495fe0d'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:33.947393 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] Set router a645f008-beac-4dba-b4a1-fc71b495fe0d gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:57:34.024574 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:34.024941 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:34.102947 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:34.135130 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] For port fbf5590e-534e-4331-b8eb-b69c03eb0ad6, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,segment=NetworkSegment(94a3322e-34d2-498c-9654-cd598e926594),segment_id=94a3322e-34d2-498c-9654-cd598e926594)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:57:34.140063 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:34.157281 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:31Z', 'revision_number': 2, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port_host': None, '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:33Z', 'revision_number': 4, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:34.183064 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ac2bd-5ce2-4376-b1bc-29670faf42a3 None None] The sync data for ids ['a645f008-beac-4dba-b4a1-fc71b495fe0d'] in dv-cinder-809968-1-iscsi is: [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:31Z', 'revision_number': 2, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port_host': None, '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:33Z', 'revision_number': 4, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:57:34.185782 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361c56d-74c1-49c7-b90f-4646ebcf45a0 None None] Pushing event updated for resources: {'Port': ['ID=fbf5590e-534e-4331-b8eb-b69c03eb0ad6,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:34.586325 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40018) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:34.696159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b533cce-270b-402a-82af-d0b92c0de3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:34.697621 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6b533cce-270b-402a-82af-d0b92c0de3fe admin admin] 10.222.0.20 "GET /v2.0/networks/29c1a856-1725-4216-82fe-d459414f7f84 HTTP/1.1" status: 200 len: 842 time: 0.1102676 Sep 20 05:57:34.707536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:34.729187 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Made reservation on behalf of b924c2d4f46b4dd7afa8656383886a9c for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 05:57:34.731460 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:35.071722 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.objects.ports [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94131) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 05:57:35.072175 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:35.131095 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0d5586d-71a7-4966-bafd-f8a364c45cc1,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:35.139714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:57:35.140068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Network hostable DHCP agents. Network: 29c1a856-1725-4216-82fe-d459414f7f84, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 05:57:35.157410 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 05:57:35.165709 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 29c1a856-1725-4216-82fe-d459414f7f84) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:35.169989 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:35.170578 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:35.175908 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0601125-85cc-43d4-9254-daaaaee475d4 None None] Network 29c1a856-1725-4216-82fe-d459414f7f84 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:57:35.187414 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0e4b9783-8550-4364-9fc1-bfa96d542f09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4807360 Sep 20 05:57:35.310813 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32a787c-0b7a-4ab1-b26e-6bb72260bec2 None None] Network 29c1a856-1725-4216-82fe-d459414f7f84 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:57:37.477884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40026) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:37.739666 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f6c4122d-11ea-48cf-a232-523f01d43cea admin admin] 10.222.0.20 "GET /v2.0/routers/a645f008-beac-4dba-b4a1-fc71b495fe0d HTTP/1.1" status: 200 len: 710 time: 0.2604711 Sep 20 05:57:37.916125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a3483-d347-4fe0-9300-1e7072fe2f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:57:37.917617 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b85a3483-d347-4fe0-9300-1e7072fe2f81 admin admin] 10.222.0.20 "GET /v2.0/networks/29c1a856-1725-4216-82fe-d459414f7f84 HTTP/1.1" status: 200 len: 886 time: 0.1721375 Sep 20 05:57:37.927259 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:57:38.181065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:38.408471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:38.488063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:38.665514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Allocated IP 172.27.3.32 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/72484b34-3a14-4cbe-8bac-12481aa5b48a) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 05:57:38.779701 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:38.837344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:38.878273 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 05:57:38.879614 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 05:57:38.938102 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 05:57:38.989609 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Pushing event updated for resources: {'Port': ['ID=72484b34-3a14-4cbe-8bac-12481aa5b48a,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:39.027791 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.028145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.028487 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.028821 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.029151 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.029495 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.029829 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.030151 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.030494 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.030814 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.031127 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.031496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Tracked resource versions report: Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: pushed versions: Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: consumer versions: Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Log': '1.0', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Network': '1.1', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Port': '1.7', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 20 05:57:39.032653 dv-cinder-809968-1-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 05:57:39.242858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:39.492941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8125360', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8063488', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1412'] for router, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:39.498313 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8125371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8125346', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8063499'] for router, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:39.607841 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Router a645f008-beac-4dba-b4a1-fc71b495fe0d has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 05:57:39.711348 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 05:57:39.715746 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:39.716935 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-73caeb53-9056-4f72-ad68-caf8776c890e admin admin] 10.222.0.20 "PUT /v2.0/routers/a645f008-beac-4dba-b4a1-fc71b495fe0d HTTP/1.1" status: 200 len: 889 time: 1.7928262 Sep 20 05:57:40.598238 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Sync routers for ids ['a645f008-beac-4dba-b4a1-fc71b495fe0d'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 05:57:40.608707 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Routers {'a645f008-beac-4dba-b4a1-fc71b495fe0d'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:57:40.609337 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T05:57:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a645f008-beac-4dba-b4a1-fc71b495fe0d'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:40.779709 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device fbf5590e-534e-4331-b8eb-b69c03eb0ad6 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:57:40.842391 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Set router a645f008-beac-4dba-b4a1-fc71b495fe0d gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:57:41.019800 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:41.020087 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.295649 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:39Z', 'revision_number': 4, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port': {'id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:38Z', 'updated_at': '2021-09-20T05:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:34Z', 'revision_number': 5, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:41.347627 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Checking router: a645f008-beac-4dba-b4a1-fc71b495fe0d for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 05:57:41.348006 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Updating router a645f008-beac-4dba-b4a1-fc71b495fe0d port 72484b34-3a14-4cbe-8bac-12481aa5b48a binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 05:57:41.393503 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.704853 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.710279 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.832694 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Attempting to bind port 72484b34-3a14-4cbe-8bac-12481aa5b48a on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 05:57:41.833055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Attempting to bind port 72484b34-3a14-4cbe-8bac-12481aa5b48a by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 05:57:41.833414 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Attempting to bind port 72484b34-3a14-4cbe-8bac-12481aa5b48a on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 05:57:41.843665 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dfa01-0460-41bb-837b-cc30c7564a72 None None] Pushing event updated for resources: {'Port': ['ID=72484b34-3a14-4cbe-8bac-12481aa5b48a,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:41.847014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 05:57:41.847472 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 05:57:41.847804 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.848183 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 05:57:41.848643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Bound port: 72484b34-3a14-4cbe-8bac-12481aa5b48a, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 05:57:41.849045 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.897671 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] For port 72484b34-3a14-4cbe-8bac-12481aa5b48a, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 05:57:41.900872 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] For port 72484b34-3a14-4cbe-8bac-12481aa5b48a, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=72484b34-3a14-4cbe-8bac-12481aa5b48a,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 05:57:41.904435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:41.959681 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Routers {'a645f008-beac-4dba-b4a1-fc71b495fe0d'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 05:57:41.960209 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T05:57:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a645f008-beac-4dba-b4a1-fc71b495fe0d'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:42.003776 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dfa01-0460-41bb-837b-cc30c7564a72 None None] Pushing event updated for resources: {'Port': ['ID=72484b34-3a14-4cbe-8bac-12481aa5b48a,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:42.074224 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] Set router a645f008-beac-4dba-b4a1-fc71b495fe0d gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 05:57:42.093357 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40042) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:57:42.204487 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bf8d533f-346d-401e-b437-4096792e8cf8 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1099353 Sep 20 05:57:42.290539 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:39Z', 'revision_number': 4, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port': {'id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:38Z', 'updated_at': '2021-09-20T05:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:34Z', 'revision_number': 5, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 05:57:42.319217 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb8abe-b32f-4bcd-8577-47fcb5787f8f None None] The sync data for ids ['a645f008-beac-4dba-b4a1-fc71b495fe0d'] in dv-cinder-809968-1-iscsi is: [{'id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'name': 'router1', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T05:57:22Z', 'updated_at': '2021-09-20T05:57:39Z', 'revision_number': 4, 'project_id': 'fb080496434345948fcc61e801b94d32', 'gw_port': {'id': '72484b34-3a14-4cbe-8bac-12481aa5b48a', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:47:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:38Z', 'updated_at': '2021-09-20T05:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'fbf5590e-534e-4331-b8eb-b69c03eb0ad6', 'name': '', 'network_id': '8a5921e8-9a58-4ffa-a945-b18affc20874', 'tenant_id': 'fb080496434345948fcc61e801b94d32', 'mac_address': 'fa:16:3e:bb:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a645f008-beac-4dba-b4a1-fc71b495fe0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T05:57:30Z', 'updated_at': '2021-09-20T05:57:34Z', 'revision_number': 5, 'project_id': 'fb080496434345948fcc61e801b94d32', 'subnets': [{'id': 'ed4a8fca-24e5-4469-b816-ceb46ef1866d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3bb8bba5-7395-4e2b-a7b4-8248e73b33c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 05:57:42.785460 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 72484b34-3a14-4cbe-8bac-12481aa5b48a up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:57:42.835998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 72484b34-3a14-4cbe-8bac-12481aa5b48a triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:42.837211 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:42.926508 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:42.949558 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 72484b34-3a14-4cbe-8bac-12481aa5b48a, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=72484b34-3a14-4cbe-8bac-12481aa5b48a,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 05:57:42.954831 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:43.002889 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=72484b34-3a14-4cbe-8bac-12481aa5b48a,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:57:44.789639 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 72484b34-3a14-4cbe-8bac-12481aa5b48a up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 05:57:44.837255 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 72484b34-3a14-4cbe-8bac-12481aa5b48a triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:57:44.837528 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:49.852402 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:57:56.427558 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c701-2735-444c-88cd-b648cf3111ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:59.026734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5d96bd7c-4f36-4924-9bcc-d63466b2f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:59.253932 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:57:59.869669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:01.856782 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:26.428793 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a17c3061-30c2-42c7-9771-b1de6745499b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:26.851308 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:58:29.022463 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0ead68fc-cdf2-4b5d-a06c-83268b777ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:29.258698 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:29.871580 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:31.856614 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:56.428666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7607660a-e77c-4a5f-95ae-e7abd0da15ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:59.025132 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d5bb9a9-2763-4b91-b130-f2e5186f1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:59.262365 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:58:59.873213 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:01.860683 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:03.849433 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:59:16.854270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40606) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:16.914249 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e5d181-a311-4866-b323-9c2c7f609b5d admin admin] GET failed (client error): The resource could not be found. Sep 20 05:59:16.915571 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-02e5d181-a311-4866-b323-9c2c7f609b5d admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603404 Sep 20 05:59:17.076158 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66c2b7-7372-4782-860a-d412acb6da76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:17.077562 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6e66c2b7-7372-4782-860a-d412acb6da76 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574583 Sep 20 05:59:19.241566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40616) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:19.341037 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b269f139-e238-4415-95e6-b386e663e100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:19.342388 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b269f139-e238-4415-95e6-b386e663e100 admin admin] 10.222.0.20 "GET /v2.0/subnets/ed4a8fca-24e5-4469-b816-ceb46ef1866d HTTP/1.1" status: 200 len: 849 time: 0.0998912 Sep 20 05:59:19.352382 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 05:59:19.435237 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:19.570432 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733375952388'] for subnet, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:19.600812 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:19.601946 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:19.602931 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] 10.222.0.20 "PUT /v2.0/subnets/ed4a8fca-24e5-4469-b816-ceb46ef1866d HTTP/1.1" status: 200 len: 868 time: 0.2538476 Sep 20 05:59:19.604994 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b8d5d4-e69e-4fa2-986a-6a30736e0410 None None] Network 8a5921e8-9a58-4ffa-a945-b18affc20874 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 05:59:19.625192 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed4a8fca-24e5-4469-b816-ceb46ef1866d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 05:59:19.632368 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.632723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.633055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.633420 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.633819 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.634183 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.634503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.634829 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.635191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.635529 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.635930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.636382 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16c59d5-1493-4acb-afec-a60c4b33aa64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 05:59:19.917036 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1ab91186-94bc-4b9c-acc3-114f3be2845b None None] Provisioning complete for port 44887a11-ff9c-4e9f-b6ce-f93b2f130c73 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:59:19.917414 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ab91186-94bc-4b9c-acc3-114f3be2845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:20.000668 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1ab91186-94bc-4b9c-acc3-114f3be2845b None None] Provisioning complete for port fbf5590e-534e-4331-b8eb-b69c03eb0ad6 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 05:59:20.001035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ab91186-94bc-4b9c-acc3-114f3be2845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:21.755883 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40624) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:21.949556 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4be07-6dbd-4c51-9d72-9d81893d34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:21.949953 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e4be07-6dbd-4c51-9d72-9d81893d34c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:21.951515 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f8e4be07-6dbd-4c51-9d72-9d81893d34c5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1946387 Sep 20 05:59:24.102674 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40634) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:24.231362 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9e29f-c761-40a0-9ee0-e3684a9b4733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:24.231859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce9e29f-c761-40a0-9ee0-e3684a9b4733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:24.233363 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6ce9e29f-c761-40a0-9ee0-e3684a9b4733 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297684 Sep 20 05:59:26.393420 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40642) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:26.428992 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-130249f3-d4e8-4b9a-abfa-8491150e01f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:26.516277 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b945ff-a9e8-4d5c-8a56-0ae9eb9f5ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:26.517650 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f4b945ff-a9e8-4d5c-8a56-0ae9eb9f5ab3 admin admin] 10.222.0.20 "GET /v2.0/networks/29c1a856-1725-4216-82fe-d459414f7f84 HTTP/1.1" status: 200 len: 886 time: 0.1232460 Sep 20 05:59:28.680279 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40650) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:28.824601 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06a4ee-e19a-4c57-b581-1f0f20683ac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:28.825933 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7f06a4ee-e19a-4c57-b581-1f0f20683ac2 admin admin] 10.222.0.20 "GET /v2.0/networks/8a5921e8-9a58-4ffa-a945-b18affc20874 HTTP/1.1" status: 200 len: 869 time: 0.1447263 Sep 20 05:59:29.026626 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14321cf8-ba20-44f7-884f-693d8c55b7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:29.263640 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:29.875890 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:30.999144 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40658) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:31.118030 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd3fd1-0499-427a-9a2c-6fbec371a005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:31.118475 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd3fd1-0499-427a-9a2c-6fbec371a005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:31.120108 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3acd3fd1-0499-427a-9a2c-6fbec371a005 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194205 Sep 20 05:59:31.867756 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:33.265115 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40666) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:33.356823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e6297-18f0-4017-84d2-83762ca653d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:33.357274 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e6297-18f0-4017-84d2-83762ca653d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:33.359242 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-013e6297-18f0-4017-84d2-83762ca653d0 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926676 Sep 20 05:59:35.514430 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40674) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:35.597001 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c52f533-3ab3-4cf4-b741-25d653cd3fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:35.598221 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8c52f533-3ab3-4cf4-b741-25d653cd3fb7 admin admin] 10.222.0.20 "GET /v2.0/subnets/e0d5586d-71a7-4966-bafd-f8a364c45cc1 HTTP/1.1" status: 200 len: 816 time: 0.0828507 Sep 20 05:59:37.783037 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40682) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 05:59:37.878066 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944f4ec-04ca-44c3-83c8-d9a48cd99e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 05:59:37.879466 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3944f4ec-04ca-44c3-83c8-d9a48cd99e90 admin admin] 10.222.0.20 "GET /v2.0/subnets/ed4a8fca-24e5-4469-b816-ceb46ef1866d HTTP/1.1" status: 200 len: 868 time: 0.0953846 Sep 20 05:59:40.850307 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 05:59:56.431182 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-94fb6d7d-2606-4288-896d-0eb24007b780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:59.026998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-944a5277-f29c-4874-9462-fa2c6b3702d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:59.264866 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 05:59:59.878877 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:01.351100 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40736) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:00:01.397784 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [None req-d348ac9f-4d96-4c03-904f-e0d652f92afa admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:00:01.398807 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d348ac9f-4d96-4c03-904f-e0d652f92afa admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467021 Sep 20 06:00:01.868963 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:03.645706 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40744) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:00:03.705177 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ac4b86-521d-41c6-b0c7-38776bf342f0 admin admin] GET failed (client error): The resource could not be found. Sep 20 06:00:03.706471 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-91ac4b86-521d-41c6-b0c7-38776bf342f0 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597887 Sep 20 06:00:03.854873 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cecd45e-3007-484d-ac86-a4e52ebbd3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:00:03.856316 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4cecd45e-3007-484d-ac86-a4e52ebbd3c8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1453540 Sep 20 06:00:06.030582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40752) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:00:06.076800 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:00:06.104006 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Made reservation on behalf of b924c2d4f46b4dd7afa8656383886a9c for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:00:06.106250 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:06.146980 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING neutron.services.revisions.revision_plugin [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Could not find related network for resource to bump revision. Sep 20 06:00:06.162595 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:00:06.181162 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733375977364', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:06.181702 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Unsubscribe: segment precommit_create {{(pid=94132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 06:00:06.182166 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Added segment 73b1b33f-80e3-4aea-b8b5-a03262df7000 of type vlan for network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 Sep 20 06:00:06.231356 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:06.261583 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:06.262520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:00:06.263085 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:06.308338 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2766788 Sep 20 06:00:06.357852 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d907de3-77b8-4a23-ad0a-519e8d9beb4a admin admin] Pushing event updated for resources: {'Network': ['ID=1a3bcf7c-d47e-4a92-84dd-93a273759a69,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:00:06.368982 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:00:08.516544 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40760) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:00:08.579683 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.pecan_wsgi.hooks.translation [None req-b076a807-73fc-422a-80e0-c5bea01726cc admin admin] GET failed (client error): The resource could not be found. Sep 20 06:00:08.581019 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b076a807-73fc-422a-80e0-c5bea01726cc admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635319 Sep 20 06:00:08.676264 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be009b48-2304-4a35-a086-f947a3abc11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:00:08.677696 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-be009b48-2304-4a35-a086-f947a3abc11d admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0920677 Sep 20 06:00:08.688308 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69', 'name': 'shared-subnet'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:00:08.707730 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Made reservation on behalf of b924c2d4f46b4dd7afa8656383886a9c for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:00:08.709940 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:08.864975 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:08.917340 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e52fe0-bb11-4ec3-8c05-20c2addc8bf6,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:00:08.926591 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.926957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.927302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.927666 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.927997 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.928340 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.928674 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.928997 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.929321 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.929640 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.929959 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.930282 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:08.937623 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Checking segment: {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:00:08.937905 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Network hostable DHCP agents. Network: 1a3bcf7c-d47e-4a92-84dd-93a273759a69, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:00:08.952496 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:00:08.960614 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 1a3bcf7c-d47e-4a92-84dd-93a273759a69) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:00:08.964525 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:00:08.965102 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:08.969815 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7a2bc-b7d9-4c89-972e-7279cf67cd7e None None] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:00:08.978454 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c929fa1e-eea8-4441-812b-ba33d83ec187 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2941005 Sep 20 06:00:09.120901 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-1a3bcf7c-d47e-4a92-84dd-93a273759a69', 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69', 'tenant_id': 'b924c2d4f46b4dd7afa8656383886a9c', 'fixed_ips': [{'subnet_id': '96e52fe0-bb11-4ec3-8c05-20c2addc8bf6'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:00:09.121772 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.258741 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Allocated IP 192.168.233.2 (1a3bcf7c-d47e-4a92-84dd-93a273759a69/96e52fe0-bb11-4ec3-8c05-20c2addc8bf6/e71b00df-abd1-4ebd-8ea2-3e1b401207bf) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:00:09.398514 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.405035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.450071 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:00:09.456145 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Pushing event updated for resources: {'Port': ['ID=e71b00df-abd1-4ebd-8ea2-3e1b401207bf,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:00:09.459259 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:00:09.463888 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:00:09.467315 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.467694 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.468594 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.468939 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.469276 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.469611 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.469948 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.470278 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.470641 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.470993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.471328 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.471676 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:00:09.524482 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Attempting to bind port e71b00df-abd1-4ebd-8ea2-3e1b401207bf on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:00:09.524846 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Attempting to bind port e71b00df-abd1-4ebd-8ea2-3e1b401207bf by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:00:09.525202 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Attempting to bind port e71b00df-abd1-4ebd-8ea2-3e1b401207bf on network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:00:09.530136 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 5, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:00:09.530505 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Checking segment: {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:00:09.530899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.531284 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Bound using segment: {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:00:09.531763 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Bound port: e71b00df-abd1-4ebd-8ea2-3e1b401207bf, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:00:09.532159 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.595127 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] For port e71b00df-abd1-4ebd-8ea2-3e1b401207bf, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:00:09.598302 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] For port e71b00df-abd1-4ebd-8ea2-3e1b401207bf, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e71b00df-abd1-4ebd-8ea2-3e1b401207bf,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:00:09.602201 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:09.659208 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4fe42-5846-49ec-96a2-2d327055e3cf None None] Pushing event updated for resources: {'Port': ['ID=e71b00df-abd1-4ebd-8ea2-3e1b401207bf,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:00:10.420573 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499bfbfd-ad83-4c8d-aec5-d8b6e72eaa01 None None] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:00:10.490569 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] Provisioning complete for port e71b00df-abd1-4ebd-8ea2-3e1b401207bf triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:00:10.490935 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:10.631513 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:10.670348 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] For port e71b00df-abd1-4ebd-8ea2-3e1b401207bf, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e71b00df-abd1-4ebd-8ea2-3e1b401207bf,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:00:10.676476 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:10.730314 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b3b75-b048-45fe-bb7a-5cc745bbd953 None None] Pushing event updated for resources: {'Port': ['ID=e71b00df-abd1-4ebd-8ea2-3e1b401207bf,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:00:10.878942 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device e71b00df-abd1-4ebd-8ea2-3e1b401207bf up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:00:10.932321 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-e801095d-507d-4df5-aa6d-4fad377a1a89 None None] Provisioning complete for port e71b00df-abd1-4ebd-8ea2-3e1b401207bf triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:00:10.932584 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e801095d-507d-4df5-aa6d-4fad377a1a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:10.965321 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port e71b00df-abd1-4ebd-8ea2-3e1b401207bf triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:00:10.965683 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:17.848876 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:00:26.432655 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2bf7e9a-ed6b-4425-8346-78777c5ea7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:29.028080 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68cd3002-61ae-4ed8-a13a-80893cce03ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:29.267794 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:29.881434 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:31.873291 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:54.848222 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:00:56.432960 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-045bd808-f89f-418f-b25d-63e9ba97ac88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:59.029557 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2193-e6cd-41e9-8d51-bebc2dc813fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:59.267936 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:00:59.884358 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:01.880075 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:22.457557 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40812) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:01:22.463330 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [None req-d7fd7e9e-948a-43ff-bdc5-5ae167f55a17 tempest-verify_tempest_config-1167460633 tempest-verify_tempest_config-1167460633-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:01:22.464319 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d7fd7e9e-948a-43ff-bdc5-5ae167f55a17 tempest-verify_tempest_config-1167460633 tempest-verify_tempest_config-1167460633-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058067 Sep 20 06:01:22.749196 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40830) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:01:22.849622 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:22.963234 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:22.966571 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:23.010183 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=620caafe1279411c8bc46732b0145461&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2599871 Sep 20 06:01:23.010910 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6ad2b9-c2c9-4525-9a39-9e365b66b1bc,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:01:23.013036 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 40836) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:01:23.017897 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.018239 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.018575 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.018908 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.019237 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.019602 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.019930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.020250 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.020585 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.020906 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.021223 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.021537 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19b49ee-82fc-4061-86c5-557c10a79909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.065825 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:23.086045 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:23.171631 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:23.174114 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:23.176546 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba6ad2b9-c2c9-4525-9a39-9e365b66b1bc HTTP/1.1" status: 204 len: 168 time: 0.1615393 Sep 20 06:01:23.183457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6ad2b9-c2c9-4525-9a39-9e365b66b1bc,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:01:23.190251 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.190607 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.190946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.191275 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.192512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.192512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.192512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.193316 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.193557 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.193885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.194207 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:23.194526 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c201f52-b51d-497c-810f-7dd950d83ad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:01:26.433428 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-392e9302-26e2-4093-b1f8-d4e3518a946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:29.033280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bda492c1-6c82-42b5-8351-0594ac977513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:29.267534 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:29.889993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:31.846270 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:01:31.883318 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:56.433755 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24db7156-3a33-495d-baeb-ce7e63480967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:59.032789 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ae5c-a502-466c-b3de-68c34321dcf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:59.267692 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:01:59.894417 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:01.885278 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:08.844884 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:02:26.433198 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f33fc173-ce99-4fd4-8557-cf2dd3fbb725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:29.033003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2c9dbb36-fbfa-4257-84a7-fd6ceaa224a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:29.267032 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:29.893678 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:31.888416 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:45.843004 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 5 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:02:55.818488 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8123692'] for agent, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:56.432869 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3205e30c-fb51-4017-a4c8-050eee202cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:59.032960 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3abe941-81f1-4952-a60a-258f4b35c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:59.267145 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:02:59.895069 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:01.892129 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:10.826803 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40910) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:03:10.927502 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-405c3bf4-83ae-4ddf-bc89-788cd713ce56 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0995982 Sep 20 06:03:13.140083 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 40920) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:03:13.201576 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fa610473-6e3d-4fd3-80fa-e382a7158b8d admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599046 Sep 20 06:03:22.842699 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:03:25.772420 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:26.431998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-58a810dc-7f9e-421a-bef1-8871a8160e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:29.033540 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-95646d8b-f327-4605-b052-a1f3e216efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:29.266610 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:29.896811 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:31.894605 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:55.772296 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:56.431351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-53c0d1bf-9782-4feb-9674-2ceed4ee9af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:59.033756 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b01b0048-224b-48b5-baf7-e840ae3fd4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:59.266823 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:03:59.841764 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:03:59.900215 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:01.899248 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:25.772960 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:26.432467 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a1ef6f6f-8207-47e4-8d29-f24f409bd807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:29.033974 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8cfed7d-e8a3-4c55-a0ed-445edebc45bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:29.266389 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:29.903164 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:31.903594 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:36.841255 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:04:39.776260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41056) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:40.103655 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-270839575-network', 'tenant_id': 'd8667a3c69304a3da8d4d5b2e4ea4065'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:40.126616 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Made reservation on behalf of d8667a3c69304a3da8d4d5b2e4ea4065 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:40.129450 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.138763 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.231216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.237918 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.258477 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:40.270976 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a30cafc-f7fa-44ba-85bd-d043fe7615aa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:40.280290 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.280640 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Added segment 37e846ef-ade1-4b2d-8616-d1c46112862b of type vlan for network 799381b2-e637-4c12-85ab-d00c98d39b9f Sep 20 06:04:40.282580 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.282862 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.283163 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.283825 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.284241 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.284490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.284823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.285147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.285502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.285835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.286198 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.286486 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Tracked resource versions report: Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: pushed versions: Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: { 'AddressGroup': {'1.2'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'ConntrackHelper': {'1.0'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Log': {'1.0'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Network': {'1.1'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Port': {'1.7'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'PortForwarding': {'1.2'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'QosPolicy': {'1.9'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroup': {'1.4'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroupRule': {'1.2'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SubPort': {'1.0'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Subnet': {'1.1'}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Trunk': {'1.1'}} Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: consumer versions: Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: HyperV agent@hv-cinder-80996: {}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'ConntrackHelper': '1.0', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Log': '1.0', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Network': '1.1', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Port': '1.7', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'PortForwarding': '1.2', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'QosPolicy': '1.9', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroup': '1.4', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SecurityGroupRule': '1.2', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'SubPort': '1.0', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Subnet': '1.1', Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: 'Trunk': '1.1'}} Sep 20 06:04:40.287606 dv-cinder-809968-1-iscsi neutron-server[94132]: {{(pid=94132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 06:04:40.350282 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.375153 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.376269 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:40.378513 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.406012 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41088) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:40.406562 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6288190 Sep 20 06:04:40.415795 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Request body: {'subnet': {'network_id': '799381b2-e637-4c12-85ab-d00c98d39b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-270839575-subnet', 'tenant_id': 'd8667a3c69304a3da8d4d5b2e4ea4065', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:40.453184 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4b639-f659-4285-bfad-5e68f7050898 admin admin] Pushing event updated for resources: {'Network': ['ID=799381b2-e637-4c12-85ab-d00c98d39b9f,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:40.453357 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Made reservation on behalf of d8667a3c69304a3da8d4d5b2e4ea4065 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:40.455692 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.464499 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 799381b2-e637-4c12-85ab-d00c98d39b9f details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:40.643414 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.695226 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a74b77-d00e-4348-82ba-6072cc0e4557,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:40.704031 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.704382 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.704717 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.705042 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.705491 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.705842 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.706171 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.706513 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.706836 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.707154 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.707500 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.707812 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Tracked resource versions report: Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: pushed versions: Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: { 'AddressGroup': {'1.2'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'ConntrackHelper': {'1.0'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Log': {'1.0'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Network': {'1.1'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Port': {'1.7'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'PortForwarding': {'1.2'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'QosPolicy': {'1.9'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroup': {'1.4'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroupRule': {'1.2'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SubPort': {'1.0'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Subnet': {'1.1'}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Trunk': {'1.1'}} Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: consumer versions: Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: HyperV agent@hv-cinder-80996: {}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'ConntrackHelper': '1.0', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Log': '1.0', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Network': '1.1', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Port': '1.7', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'PortForwarding': '1.2', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'QosPolicy': '1.9', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroup': '1.4', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SecurityGroupRule': '1.2', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'SubPort': '1.0', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Subnet': '1.1', Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: 'Trunk': '1.1'}} Sep 20 06:04:40.708890 dv-cinder-809968-1-iscsi neutron-server[94131]: {{(pid=94131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 06:04:40.728670 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Checking segment: {'id': '37e846ef-ade1-4b2d-8616-d1c46112862b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '799381b2-e637-4c12-85ab-d00c98d39b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:40.729017 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Network hostable DHCP agents. Network: 799381b2-e637-4c12-85ab-d00c98d39b9f, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:40.745040 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Network 799381b2-e637-4c12-85ab-d00c98d39b9f is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:40.755500 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 799381b2-e637-4c12-85ab-d00c98d39b9f) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:40.759658 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:40.760315 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:40.768411 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211ff3e-dae8-428d-8058-0666defaa48b None None] Network 799381b2-e637-4c12-85ab-d00c98d39b9f requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:40.785971 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-14a7cfb4-e4cd-4d05-b499-9c8aee11887b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3775456 Sep 20 06:04:40.892505 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9073607c-859c-49e9-852b-d3ad4a7da65b None None] Network 799381b2-e637-4c12-85ab-d00c98d39b9f requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:41.403613 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41156) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:41.539103 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41166) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:41.540673 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41168) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:41.575597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41176) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:41.636356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-network', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:41.657117 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Made reservation on behalf of 95b2ce6ba1ba4044aa024cb3c748b701 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:41.659435 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.668306 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.766786 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.771091 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.791402 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:41.808101 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-207158197-network', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:41.815883 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:41.831128 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.831491 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Added segment 278ae438-7932-40de-bcd8-1e2b4c70f53f of type vlan for network 533c351d-16d2-4718-8578-8d5d8a88e7f0 Sep 20 06:04:41.832590 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1923996135-network', 'tenant_id': '69a01d60282e45a28bf920b062eae93f'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:41.845348 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1924762117-network', 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:41.857160 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:04:41.857160 dv-cinder-809968-1-iscsi neutron-server[94131]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 06:04:41.857160 dv-cinder-809968-1-iscsi neutron-server[94131]: [parameters: {'project_id_1': '717c9a18c0bb4ab6918fb7044ea41792', 'expiration_1': datetime.datetime(2021, 9, 20, 6, 4, 21, 849510)}] Sep 20 06:04:41.857160 dv-cinder-809968-1-iscsi neutron-server[94131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:04:41.858040 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG oslo_db.api [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:04:41.866033 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Made reservation on behalf of 69a01d60282e45a28bf920b062eae93f for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:41.869854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.881096 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.899440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.912289 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Made reservation on behalf of f4bde137a676404ab9e50fcae069ddd1 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:41.914656 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.925316 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.950253 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:41.951274 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:41.952615 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.012961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.018116 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.043722 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] Pushing event updated for resources: {'Network': ['ID=533c351d-16d2-4718-8578-8d5d8a88e7f0,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.051754 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:42.055576 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:42.110557 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.114888 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.126081 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a476786-7217-4aa6-a203-107c0cf67849,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.126865 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:42.136004 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.139788 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Added segment 2a23874d-6232-4b87-a78b-d2e07f93f3ce of type vlan for network 8fbac26b-f53e-4514-82e4-5bd83d446945 Sep 20 06:04:42.169051 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a9bcdc-9d78-4bae-a36f-2204f25bb920,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.187612 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e4cd51ad-1985-4178-83b5-d018dccf2419 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7821481 Sep 20 06:04:42.191121 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41204) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:42.198025 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Request body: {'subnet': {'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-subnet', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:42.199529 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.215736 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.216341 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Added segment bb3bb466-999c-4a45-a5ed-a89f5417b7ff of type vlan for network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 Sep 20 06:04:42.226737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Made reservation on behalf of 95b2ce6ba1ba4044aa024cb3c748b701 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:42.229117 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.231409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.233915 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:42.234706 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.286966 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7442658 Sep 20 06:04:42.291916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41208) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:42.304293 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Request body: {'subnet': {'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1923996135-subnet', 'tenant_id': '69a01d60282e45a28bf920b062eae93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:42.321279 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.376160 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26996799-bce4-49d2-87f0-505fdf739250 admin admin] Pushing event updated for resources: {'Network': ['ID=8fbac26b-f53e-4514-82e4-5bd83d446945,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.396249 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 8fbac26b-f53e-4514-82e4-5bd83d446945 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:42.424418 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41212) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:42.434849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Made reservation on behalf of 69a01d60282e45a28bf920b062eae93f for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:42.437540 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.437692 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-626694935-network', 'tenant_id': '9b7f3eb387b34b6686395d53fd28e96b'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:42.444756 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:42.447026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.479343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.549903 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.550909 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:42.551509 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.769525 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.801741 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] Pushing event updated for resources: {'Network': ['ID=191508ad-a987-4ed7-a6f0-fc5e5c878a95,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.813933 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:42.830153 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.844662 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.861225 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-de131591-9585-4d70-a9d4-02b4c98006d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3177459 Sep 20 06:04:42.868348 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41234) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:42.898778 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:42.900796 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Request body: {'subnet': {'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-subnet', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:42.916736 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7632703a-8638-4ad8-a24e-c549129c1580,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.927782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020edff-161a-43e5-9436-d7d8ad18c347,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:42.934398 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Made reservation on behalf of 9b7f3eb387b34b6686395d53fd28e96b for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:42.936944 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.949909 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.956981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:42.957119 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Added segment 1bd7e69e-83d5-4003-90c0-d2b01065e95b of type vlan for network cf3a5b94-a2da-4593-8277-0805af18bd60 Sep 20 06:04:42.980582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Checking segment: {'id': '2a23874d-6232-4b87-a78b-d2e07f93f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:42.980953 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Network hostable DHCP agents. Network: 8fbac26b-f53e-4514-82e4-5bd83d446945, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:43.003247 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Made reservation on behalf of f4bde137a676404ab9e50fcae069ddd1 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:43.005830 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.021350 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Network 8fbac26b-f53e-4514-82e4-5bd83d446945 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:43.103885 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 8fbac26b-f53e-4514-82e4-5bd83d446945) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:43.113921 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f18da-9a5d-4f67-9d4f-0ddaa86fa5a1 None None] Network 8fbac26b-f53e-4514-82e4-5bd83d446945 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:43.122297 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:43.123003 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.184389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.188974 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.333116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.333116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:43.333116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.335017 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.346349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498257f6-02ad-4049-80cf-49d985cd9771 None None] Network 8fbac26b-f53e-4514-82e4-5bd83d446945 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:43.391154 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:43.402515 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Checking segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:43.402867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Network hostable DHCP agents. Network: 191508ad-a987-4ed7-a6f0-fc5e5c878a95, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:43.432123 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:43.448587 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 191508ad-a987-4ed7-a6f0-fc5e5c878a95) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:43.452016 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] Pushing event updated for resources: {'Network': ['ID=cf3a5b94-a2da-4593-8277-0805af18bd60,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:43.454762 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:43.455316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.460723 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744018d1-0f2e-4405-bfcc-00ab6d7d2191,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:43.486370 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Checking segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:43.486370 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Network hostable DHCP agents. Network: 533c351d-16d2-4718-8578-8d5d8a88e7f0, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:43.498243 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59cb7e-0d13-4d31-b6b5-f93848e1068a None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:43.511221 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network cf3a5b94-a2da-4593-8277-0805af18bd60 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:43.538922 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:43.548208 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 533c351d-16d2-4718-8578-8d5d8a88e7f0) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:43.560511 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.562211 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:43.562837 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.572306 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8d4ed48f-595d-4e54-b1e8-17cd94df1f69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2760651 Sep 20 06:04:43.573668 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.575221 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b2c986f2-2628-4801-b572-8e938ce3957f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6864407 Sep 20 06:04:43.577884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41262) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:43.582608 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:43.602286 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-487e936a-ce65-41ff-b4fc-9698132fc15c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0253694 Sep 20 06:04:43.607318 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a12b6-edc9-47da-adc3-f72f09d3784e None None] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:43.627876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41266) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:43.647016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.649010 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.650688 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Request body: {'subnet': {'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1924762117-subnet', 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:43.692539 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b8fb180a-58d0-44a1-81aa-151a4a2a2c77 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4999301 Sep 20 06:04:43.704929 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41272) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:43.710787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:43.713173 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:43.715754 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.722361 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:04:43.781835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.801633 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f39805-cb93-4fe7-9ae9-edabdc6b2cff,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:43.842268 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.842615 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Added segment bcc3f9e8-38aa-4cf4-ae5b-8e6159f800ca of type vlan for network 9bb32d26-74e7-49fd-bc3e-78379002818b Sep 20 06:04:43.869449 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.872176 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:43.987570 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.043585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.044652 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:44.045969 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.116025 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6871529 Sep 20 06:04:44.116797 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41298) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:44.120296 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:04:44.122433 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.156484 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Request body: {'subnet': {'network_id': '9bb32d26-74e7-49fd-bc3e-78379002818b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-626694935-subnet', 'tenant_id': '9b7f3eb387b34b6686395d53fd28e96b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:44.194725 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fdc37-726d-4f92-9014-c5af1f6989b8 None None] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:44.202080 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41312) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:44.202392 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41314) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:44.206229 dv-cinder-809968-1-iscsi neutron-server[94131]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 06:04:44.243395 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.271986 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ac17-8bc7-4e39-90e2-a197b9fc1bad admin admin] Pushing event updated for resources: {'Network': ['ID=9bb32d26-74e7-49fd-bc3e-78379002818b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:44.282233 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.329798 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 9bb32d26-74e7-49fd-bc3e-78379002818b details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:04:44.374628 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Made reservation on behalf of 9b7f3eb387b34b6686395d53fd28e96b for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:44.376912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.387252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9fff8ffc-de12-4499-b23d-ee8c1479d415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.462679 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Allocated IP 172.20.0.2 (191508ad-a987-4ed7-a6f0-fc5e5c878a95/f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10/fbb78b55-33e1-4a44-b478-345682cbec0e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:44.477697 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-4816483d-f559-47b2-b307-bf58b435ccba tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:44.479259 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-4816483d-f559-47b2-b307-bf58b435ccba tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/networks?id=8fbac26b-f53e-4514-82e4-5bd83d446945 HTTP/1.1" status: 200 len: 812 time: 0.2757304 Sep 20 06:04:44.480541 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.504923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.577391 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-f92edc19-59ee-4909-89d8-298fcc4df515 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/quotas/69a01d60282e45a28bf920b062eae93f HTTP/1.1" status: 200 len: 375 time: 0.0656404 Sep 20 06:04:44.654120 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-f526ec68-50b6-4947-8df8-ae24961b2522 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a01d60282e45a28bf920b062eae93f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758677 Sep 20 06:04:44.655612 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d2276bb-5836-4015-8cb6-e002c01abce5,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:44.730179 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Checking segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:44.730530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Network hostable DHCP agents. Network: cf3a5b94-a2da-4593-8277-0805af18bd60, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:44.737143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9fff8ffc-de12-4499-b23d-ee8c1479d415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.746820 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9fff8ffc-de12-4499-b23d-ee8c1479d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.757706 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.764894 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.791739 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Network cf3a5b94-a2da-4593-8277-0805af18bd60 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:44.797928 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8ffc-de12-4499-b23d-ee8c1479d415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52894fe8-8945-4bf4-abdc-c377bc3cd3d3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:44.806339 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.815663 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, cf3a5b94-a2da-4593-8277-0805af18bd60) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:44.823715 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:44.828945 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1ba26-2de2-45d8-93fb-f71368825655 None None] Network cf3a5b94-a2da-4593-8277-0805af18bd60 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:44.837335 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:44.849318 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:44.851258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Pushing event updated for resources: {'Port': ['ID=fbb78b55-33e1-4a44-b478-345682cbec0e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:44.870859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:44.871959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.872409 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.872754 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.873217 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.873685 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.873815 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.874064 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.874394 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.875385 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.875771 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.876102 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.876435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.876730 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Tracked resource versions report: Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: pushed versions: Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: { 'AddressGroup': {'1.2'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'ConntrackHelper': {'1.0'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Log': {'1.0'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Network': {'1.1'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Port': {'1.7'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'PortForwarding': {'1.2'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'QosPolicy': {'1.9'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroup': {'1.4'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroupRule': {'1.2'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SubPort': {'1.0'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Subnet': {'1.1'}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Trunk': {'1.1'}} Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: consumer versions: Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: HyperV agent@hv-cinder-80996: {}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'ConntrackHelper': '1.0', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Log': '1.0', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Network': '1.1', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Port': '1.7', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'PortForwarding': '1.2', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'QosPolicy': '1.9', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroup': '1.4', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SecurityGroupRule': '1.2', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'SubPort': '1.0', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Subnet': '1.1', Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: 'Trunk': '1.1'}} Sep 20 06:04:44.877829 dv-cinder-809968-1-iscsi neutron-server[94133]: {{(pid=94133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 06:04:44.899026 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:44.905916 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9fff8ffc-de12-4499-b23d-ee8c1479d415 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de6a91ae7d8a4ca79fd0df5acba55726&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7016227 Sep 20 06:04:44.909851 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41334) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:44.940854 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-c48b6606-45c3-46ea-b1fd-4b49201baec4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:04:44.941858 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-c48b6606-45c3-46ea-b1fd-4b49201baec4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1065869 Sep 20 06:04:44.945905 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-19816795-a45a-44a8-9250-05212c4b4518 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3139722 Sep 20 06:04:44.947799 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb51ea8c-5c4f-40bc-a9c8-1e32256c254c,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:45.023723 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Checking segment: {'id': 'bcc3f9e8-38aa-4cf4-ae5b-8e6159f800ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9bb32d26-74e7-49fd-bc3e-78379002818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:45.024080 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Network hostable DHCP agents. Network: 9bb32d26-74e7-49fd-bc3e-78379002818b, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:04:45.059679 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Network 9bb32d26-74e7-49fd-bc3e-78379002818b is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:04:45.082502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.084098 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-00842eac-fb6a-42f3-b156-a4a3f91e5e4a service neutron] 10.222.0.20 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316071 Sep 20 06:04:45.086578 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 9bb32d26-74e7-49fd-bc3e-78379002818b) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:45.118138 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:45.119594 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.181800 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fdaee23a-8131-45d7-b3ca-a032e0d10fa6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0302510 Sep 20 06:04:45.200109 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Allocated IP 172.27.3.133 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/59b3a307-2f77-48de-89ed-47718d23c394) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:45.258634 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4cc41-2fad-4bdc-bf33-1612c5ac3986 None None] Network 9bb32d26-74e7-49fd-bc3e-78379002818b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:45.284034 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-963a64ef-865d-4db0-b533-6fd31ef89e57 service neutron] 10.222.0.20 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906319 Sep 20 06:04:45.308419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.333087 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41364) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:45.355352 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Attempting to bind port fbb78b55-33e1-4a44-b478-345682cbec0e on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:04:45.358767 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Attempting to bind port fbb78b55-33e1-4a44-b478-345682cbec0e by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:04:45.359136 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Attempting to bind port fbb78b55-33e1-4a44-b478-345682cbec0e on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:04:45.383790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Deleting subnet a0a74b77-d00e-4348-82ba-6072cc0e4557 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:04:45.387015 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.431638 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.446204 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.447742 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.450495 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.478401 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.480688 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.487145 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:04:45.487624 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Checking segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:45.488337 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.488964 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Bound using segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:04:45.489496 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Bound port: fbb78b55-33e1-4a44-b478-345682cbec0e, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:04:45.490351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.513863 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf07852-1683-41d4-8c93-efea22b66f55 None None] Network cf3a5b94-a2da-4593-8277-0805af18bd60 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:45.524992 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.548311 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.553651 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a0a74b77-d00e-4348-82ba-6072cc0e4557 HTTP/1.1" status: 204 len: 168 time: 0.2174070 Sep 20 06:04:45.554459 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41372) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:45.586933 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.604913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:45.620050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:45.621933 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41388) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:45.631490 dv-cinder-809968-1-iscsi neutron-server[94132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 06:04:45.632378 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:45.638292 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Pushing event updated for resources: {'Port': ['ID=59b3a307-2f77-48de-89ed-47718d23c394,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:45.667942 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d57f3-c9d0-42b9-9c3f-47e0db127a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a74b77-d00e-4348-82ba-6072cc0e4557,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:45.689590 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.822761 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128757f-777a-4210-9f3c-e684e5e7a828 None None] Network 9bb32d26-74e7-49fd-bc3e-78379002818b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:45.827936 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] For port fbb78b55-33e1-4a44-b478-345682cbec0e, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:04:45.832197 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] For port fbb78b55-33e1-4a44-b478-345682cbec0e, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=fbb78b55-33e1-4a44-b478-345682cbec0e,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:04:45.845715 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:45.965534 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c73ee-51de-4ab0-92c0-2cfae98208ae None None] Pushing event updated for resources: {'Port': ['ID=fbb78b55-33e1-4a44-b478-345682cbec0e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:46.006584 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b84264d-2f29-4116-9405-b0c71387318b req-7c0a79da-830f-4670-9adf-134d60924f45 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.2358375 Sep 20 06:04:46.050876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.102026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.102712 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.103845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.104422 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > port after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.104994 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.105565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > port after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.106081 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.106606 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.107273 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.108512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.139174 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.145687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.146715 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52894fe8-8945-4bf4-abdc-c377bc3cd3d3 HTTP/1.1" status: 204 len: 168 time: 1.2255991 Sep 20 06:04:46.259138 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c1d92-77c1-41fb-a229-46ae74cb1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52894fe8-8945-4bf4-abdc-c377bc3cd3d3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:46.270696 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Allocated IP 172.27.3.120 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/1280e364-16c1-433c-b688-bceedd06ca54) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:46.310509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-e70c5678-fb0c-4707-b01d-3461d6de8eb4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:46.342623 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-e70c5678-fb0c-4707-b01d-3461d6de8eb4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.7131784 Sep 20 06:04:46.421926 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-f3e033dc-3b74-4585-81f9-1555c93e9c6e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/quotas/717c9a18c0bb4ab6918fb7044ea41792 HTTP/1.1" status: 200 len: 375 time: 0.0784214 Sep 20 06:04:46.459517 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.459772 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.460103 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.460428 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94131) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:04:46.460793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799381b2-e637-4c12-85ab-d00c98d39b9f']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:46.479057 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e846ef-ade1-4b2d-8616-d1c46112862b') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:46.479349 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e846ef-ade1-4b2d-8616-d1c46112862b') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:46.500060 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.512681 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-493c4a5d-c1d2-4132-ad51-55b341f53ec1 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763974 Sep 20 06:04:46.522284 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.532065 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:04:46.532462 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: from cryptography.utils import int_from_bytes Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:04:46.536615 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:04:46.609771 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.624960 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.633403 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41434) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:46.636151 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] 10.222.0.20 "DELETE /v2.0/networks/799381b2-e637-4c12-85ab-d00c98d39b9f HTTP/1.1" status: 204 len: 168 time: 1.0807316 Sep 20 06:04:46.636544 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41436) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:46.657656 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2a2b4-19c5-4a4f-ad12-e744f7980f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=799381b2-e637-4c12-85ab-d00c98d39b9f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:46.669179 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-def0014d-9448-4c95-a3c7-52f0f57c652a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.706362 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.710543 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.763389 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Deleting subnet eb51ea8c-5c4f-40bc-a9c8-1e32256c254c {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:04:46.770753 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.810720 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-def0014d-9448-4c95-a3c7-52f0f57c652a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.822014 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-def0014d-9448-4c95-a3c7-52f0f57c652a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.864120 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-c5121677-5da2-497a-8154-680a139838d6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:04:46.872223 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-c5121677-5da2-497a-8154-680a139838d6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1772733 Sep 20 06:04:46.886038 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-def0014d-9448-4c95-a3c7-52f0f57c652a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec0d5e7a60c5451f8ab64813b52aa6e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2354333 Sep 20 06:04:46.887059 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0014d-9448-4c95-a3c7-52f0f57c652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72dfbd3-a136-4914-8ef9-2d13f8b0fe4c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:46.890890 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41444) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:46.893582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.925986 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:46.931047 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.060307 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:47.070772 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device fbb78b55-33e1-4a44-b478-345682cbec0e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:47.119674 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:47.134365 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Pushing event updated for resources: {'Port': ['ID=1280e364-16c1-433c-b688-bceedd06ca54,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:47.138332 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port fbb78b55-33e1-4a44-b478-345682cbec0e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:47.138901 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.147082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:47.184555 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73aff9c-7f13-42c6-af76-c85cf9294630 None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:04:47.206182 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0c5c81c6-6381-478f-acd2-f75614758ff8 req-308c9f06-f85e-43ef-af5e-4ee64cf1059f tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Sep 20 06:04:47.261380 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-abca7ef7-53cb-4a60-93e2-63ca995a31aa service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870454 Sep 20 06:04:47.296692 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-036b0d32-5990-45bb-a236-19b5815e5066 None None] Provisioning complete for port fbb78b55-33e1-4a44-b478-345682cbec0e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:47.297142 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-036b0d32-5990-45bb-a236-19b5815e5066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.316071 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.350831 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.390103 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb51ea8c-5c4f-40bc-a9c8-1e32256c254c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:47.401974 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.406207 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.407688 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-280b85d8-c255-4448-a3e3-662dfcc3bcd2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/eb51ea8c-5c4f-40bc-a9c8-1e32256c254c HTTP/1.1" status: 204 len: 168 time: 0.7718551 Sep 20 06:04:47.410601 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41464) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:47.428521 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port fbb78b55-33e1-4a44-b478-345682cbec0e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=fbb78b55-33e1-4a44-b478-345682cbec0e,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:04:47.447689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.463506 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.499337 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.513788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.540732 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=fbb78b55-33e1-4a44-b478-345682cbec0e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:47.597117 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.614781 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-f760380e-f281-46cf-92d5-7c505dbd6a02 service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001876 Sep 20 06:04:47.620017 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb32d26-74e7-49fd-bc3e-78379002818b']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:47.632818 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc3f9e8-38aa-4cf4-ae5b-8e6159f800ca') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:47.633189 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc3f9e8-38aa-4cf4-ae5b-8e6159f800ca') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:47.643242 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.659517 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.669066 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:04:47.669663 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:04:47.672215 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:04:47.746401 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.751816 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.756391 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9bb32d26-74e7-49fd-bc3e-78379002818b HTTP/1.1" status: 204 len: 168 time: 0.3422618 Sep 20 06:04:47.766304 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafacab2-cb99-401c-ba8b-082ee4c58073 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bb32d26-74e7-49fd-bc3e-78379002818b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:47.862473 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-1dd033dd-60f2-4be0-a593-fe440fb4538f None None] Provisioning complete for port fbb78b55-33e1-4a44-b478-345682cbec0e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:47.863202 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1dd033dd-60f2-4be0-a593-fe440fb4538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.890647 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.903932 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a33ed3e1-fbc4-457a-9084-2720eced9032 req-edbb9001-d57c-44cc-8d37-87b5555a477f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.0676303 Sep 20 06:04:47.933179 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.935764 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:47.936889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d72dfbd3-a136-4914-8ef9-2d13f8b0fe4c HTTP/1.1" status: 204 len: 168 time: 1.0394557 Sep 20 06:04:47.974821 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9830e7-e561-406d-9564-7c56f828d60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72dfbd3-a136-4914-8ef9-2d13f8b0fe4c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:48.033697 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41484) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:48.086443 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:04:48.101564 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1ddf5067-d937-4a68-9952-39eb32b74bdb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8667a3c69304a3da8d4d5b2e4ea4065&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0653453 Sep 20 06:04:48.101564 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41490) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:48.174333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.209543 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.275143 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.281371 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.285978 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a30cafc-f7fa-44ba-85bd-d043fe7615aa HTTP/1.1" status: 204 len: 168 time: 0.1833591 Sep 20 06:04:48.314596 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c1a14-1e2d-4f06-97bf-0a1433adb5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a30cafc-f7fa-44ba-85bd-d043fe7615aa,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:48.357220 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.361061 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:04:48.378062 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:04:48.406083 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:48.406493 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:48.594894 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:48.598333 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9ee0eb85-1b02-4f39-8b7e-26740d145c74 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0186250 Sep 20 06:04:48.601159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41526) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:48.760768 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-43a2973b-cd30-44a2-a5c2-4f05120c3100 req-02f789e7-d607-4181-a198-9f64f06265fc tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.1165979 Sep 20 06:04:48.852000 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Router 9590b2f7-5365-469e-b628-23987fd0a7da is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:04:48.861392 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:48.949178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41540) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:49.117236 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9b688910-4efc-4556-9d10-1258b80a6687 req-f2951060-bd05-403b-976b-7b8af331fd9c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.1124568 Sep 20 06:04:49.148993 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e3292632-3f92-4c62-a9b8-7dc1490adda9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b7f3eb387b34b6686395d53fd28e96b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1986487 Sep 20 06:04:49.156906 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device fbb78b55-33e1-4a44-b478-345682cbec0e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:49.214080 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41550) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:49.254133 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port fbb78b55-33e1-4a44-b478-345682cbec0e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:49.254133 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.274340 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:46Z', 'revision_number': 3, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:49.306366 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:04:49.306742 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Updating router e1a47235-572a-486b-a6f8-47435a2b7fb4 port 59b3a307-2f77-48de-89ed-47718d23c394 binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:04:49.318832 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:04:49.341294 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.37', 58243) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:49.344222 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Sync routers for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:04:49.365368 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.380081 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:49.382378 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:49.582968 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.586917 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d9aa9376-f62b-42b7-90cc-332d99776c56 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.8782015 Sep 20 06:04:49.604990 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41570) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:49.658533 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-5d531d8f-2bca-4fc6-82bd-c15e1b5c636d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:49.661049 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-5d531d8f-2bca-4fc6-82bd-c15e1b5c636d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.37 "GET /v2.0/networks?id=8fbac26b-f53e-4514-82e4-5bd83d446945 HTTP/1.1" status: 200 len: 812 time: 0.3156297 Sep 20 06:04:49.670078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.715414 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.728593 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:49.748456 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Request body: {'port': {'device_id': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945', 'admin_state_up': True, 'tenant_id': '69a01d60282e45a28bf920b062eae93f'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:49.853365 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:50.017836 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41596) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:50.046968 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.064216 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.118521 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.37', 58251) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:50.148486 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Pushing event updated for resources: {'Port': ['ID=59b3a307-2f77-48de-89ed-47718d23c394,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:50.159362 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.159737 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.160148 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.160473 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.160805 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.161476 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.161605 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.161871 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.162299 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.162640 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.162957 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.163274 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Tracked resource versions report: Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: pushed versions: Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: { 'AddressGroup': {'1.2'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'ConntrackHelper': {'1.0'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Log': {'1.0'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Network': {'1.1'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Port': {'1.7'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'PortForwarding': {'1.2'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'QosPolicy': {'1.9'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroup': {'1.4'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroupRule': {'1.2'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SubPort': {'1.0'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Subnet': {'1.1'}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Trunk': {'1.1'}} Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: consumer versions: Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: { DHCP agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: HyperV agent@hv-cinder-80996: {}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: L3 agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: Metadata agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: Metering agent@dv-cinder-809968-1-iscsi: {}, Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: Open vSwitch agent@dv-cinder-809968-1-iscsi: { 'AddressGroup': '1.2', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'ConntrackHelper': '1.0', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Log': '1.0', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Network': '1.1', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Port': '1.7', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'PortForwarding': '1.2', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'QosPolicy': '1.9', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroup': '1.4', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SecurityGroupRule': '1.2', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'SubPort': '1.0', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Subnet': '1.1', Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: 'Trunk': '1.1'}} Sep 20 06:04:50.164641 dv-cinder-809968-1-iscsi neutron-server[94134]: {{(pid=94134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 06:04:50.249963 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Attempting to bind port 59b3a307-2f77-48de-89ed-47718d23c394 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:04:50.250533 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Attempting to bind port 59b3a307-2f77-48de-89ed-47718d23c394 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:04:50.251058 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Attempting to bind port 59b3a307-2f77-48de-89ed-47718d23c394 on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:04:50.266619 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:04:50.267342 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:50.267969 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.268592 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:04:50.269276 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Bound port: 59b3a307-2f77-48de-89ed-47718d23c394, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:04:50.269889 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.389851 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:47Z', 'revision_number': 3, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:50.400228 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb83687b-9105-4ef2-a90c-a86743b2fa64 req-1792d103-3919-4064-b2c4-e96a136b0e84 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.4031973 Sep 20 06:04:50.402259 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] For port 59b3a307-2f77-48de-89ed-47718d23c394, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:04:50.422259 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] For port 59b3a307-2f77-48de-89ed-47718d23c394, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=59b3a307-2f77-48de-89ed-47718d23c394,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:04:50.433504 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Checking router: 9590b2f7-5365-469e-b628-23987fd0a7da for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:04:50.433710 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.434319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Updating router 9590b2f7-5365-469e-b628-23987fd0a7da port 1280e364-16c1-433c-b688-bceedd06ca54 binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:04:50.471845 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.479063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Allocated IP 172.20.0.1 (191508ad-a987-4ed7-a6f0-fc5e5c878a95/f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10/7e86da82-1385-4eaa-a66d-61196d74a9a9) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:50.543084 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:50.543738 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:50.555759 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e37040-9a09-493c-a932-87a89db4dc9c None None] Pushing event updated for resources: {'Port': ['ID=59b3a307-2f77-48de-89ed-47718d23c394,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:50.610282 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.672024 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.679908 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.683428 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1f39805-cb93-4fe7-9ae9-edabdc6b2cff HTTP/1.1" status: 204 len: 168 time: 1.4655201 Sep 20 06:04:50.693786 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.721446 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce7dfd-09d6-45a5-b9af-14bf7c6d2cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f39805-cb93-4fe7-9ae9-edabdc6b2cff,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:50.728027 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2519cdae-2b11-4702-9af0-5b436e1140c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.753799 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Made reservation on behalf of 69a01d60282e45a28bf920b062eae93f for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:50.759242 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:50.790018 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:50.798950 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-795ca201-e5bd-41b7-a050-b8c785217b87 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:50.801148 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-795ca201-e5bd-41b7-a050-b8c785217b87 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.6599658 Sep 20 06:04:50.816888 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Request body: {'port': {'device_id': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'admin_state_up': True, 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:50.893814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2519cdae-2b11-4702-9af0-5b436e1140c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.098772 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-481853c7-e071-4c19-8397-3cc550a91198 req-155d3266-4d5a-4103-a4bc-0a583ba09d5c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.7163024 Sep 20 06:04:51.166117 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:46Z', 'revision_number': 3, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:51.173871 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.185081 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2519cdae-2b11-4702-9af0-5b436e1140c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.186581 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.215054 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb9d16f-b171-41ae-9f2f-c5c9e8dce2af None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:46Z', 'revision_number': 3, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:04:51.259105 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:51.329683 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:51.376468 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:04:51.391457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.398436 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:51.627704 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519cdae-2b11-4702-9af0-5b436e1140c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc57b12c-f10a-4ec2-a22c-c72b5704f665,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:51.631189 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Pushing event updated for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:51.649299 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2519cdae-2b11-4702-9af0-5b436e1140c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=539377d075914c508259a9762994d76c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6278384 Sep 20 06:04:51.689826 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41666) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:51.814295 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Attempting to bind port 1280e364-16c1-433c-b688-bceedd06ca54 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:04:51.814826 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Attempting to bind port 1280e364-16c1-433c-b688-bceedd06ca54 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:04:51.815200 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Attempting to bind port 1280e364-16c1-433c-b688-bceedd06ca54 on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:04:51.833415 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-750a1148-8604-4141-a1cc-a9a701da8c5d req-31d11290-26c4-4833-b464-a915c44b9d65 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.2070496 Sep 20 06:04:51.837880 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8bc4-7f4f-46e4-9814-16a0221a3910 None None] Pushing event updated for resources: {'Port': ['ID=1280e364-16c1-433c-b688-bceedd06ca54,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:51.846844 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:04:51.847222 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:51.859538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.859538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:04:51.859538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Bound port: 1280e364-16c1-433c-b688-bceedd06ca54, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:04:51.861546 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.907344 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:51.943439 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ad0fe597-c873-4a1a-a8cd-219eeaf2282b None None] Provisioning complete for port 7e86da82-1385-4eaa-a66d-61196d74a9a9 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:51.945070 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe597-c873-4a1a-a8cd-219eeaf2282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:52.085420 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] For port 1280e364-16c1-433c-b688-bceedd06ca54, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:04:52.104559 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] For port 1280e364-16c1-433c-b688-bceedd06ca54, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=1280e364-16c1-433c-b688-bceedd06ca54,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:04:52.112391 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe597-c873-4a1a-a8cd-219eeaf2282b None None] Port 7e86da82-1385-4eaa-a66d-61196d74a9a9 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:04:52.120689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:52.297027 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41674) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:52.297683 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41680) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:52.320076 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b8bc4-7f4f-46e4-9814-16a0221a3910 None None] Pushing event updated for resources: {'Port': ['ID=1280e364-16c1-433c-b688-bceedd06ca54,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:52.350060 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:52.350710 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:52.440170 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Allocated IP 172.20.0.9 (8fbac26b-f53e-4514-82e4-5bd83d446945/7632703a-8638-4ad8-a24e-c549129c1580/eab279ce-b70c-4083-94e1-03057c85fe72) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:52.512107 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72101bbf-7f63-475a-8b81-398923319f2d req-0c1b184b-3af7-4d97-a8d3-fa2cffcb7a6e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.1715934 Sep 20 06:04:52.640026 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:52.669288 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:52.742417 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:52.750398 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.018753 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.074687 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dab0853c-7eeb-4ffe-a978-eba2c985d572 req-f860d9a8-e350-4c74-9dae-5541f4293f7b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.1103117 Sep 20 06:04:53.125706 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-93add446-8152-41b6-9046-a93dcb809cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.146366 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:47Z', 'revision_number': 3, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:53.170476 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.205618 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5f4c1d-6f18-4267-bcbb-74967bd345ea None None] The sync data for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi is: [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:47Z', 'revision_number': 3, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:04:53.207426 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 59b3a307-2f77-48de-89ed-47718d23c394 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:53.212456 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.343306 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 59b3a307-2f77-48de-89ed-47718d23c394 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:53.346874 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:04:53.346874 dv-cinder-809968-1-iscsi neutron-server[94132]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 06:04:53.346874 dv-cinder-809968-1-iscsi neutron-server[94132]: [parameters: {'project_id_1': '0bf8766944af4d8fa1ab58d543eebc8c', 'expiration_1': datetime.datetime(2021, 9, 20, 6, 4, 33, 252809)}] Sep 20 06:04:53.346874 dv-cinder-809968-1-iscsi neutron-server[94132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:04:53.347353 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:04:53.347705 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.366054 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Allocated IP 172.20.0.8 (cf3a5b94-a2da-4593-8277-0805af18bd60/9d2276bb-5836-4015-8cb6-e002c01abce5/da92b58d-f787-4bb3-a6b8-108e182e3c1b) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:53.411258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Allocated IP 172.20.0.1 (533c351d-16d2-4718-8578-8d5d8a88e7f0/744018d1-0f2e-4405-bfcc-00ab6d7d2191/3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:04:53.423245 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.440047 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.441382 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.573060 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.598933 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 59b3a307-2f77-48de-89ed-47718d23c394, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=59b3a307-2f77-48de-89ed-47718d23c394,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:04:53.604361 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.745704 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Pushing event updated for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:53.747204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-93add446-8152-41b6-9046-a93dcb809cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.755961 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=59b3a307-2f77-48de-89ed-47718d23c394,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:53.768378 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.797042 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.802972 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:53.809524 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc57b12c-f10a-4ec2-a22c-c72b5704f665 HTTP/1.1" status: 204 len: 168 time: 2.1089237 Sep 20 06:04:53.889497 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.089571 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.118960 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.125369 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:54.130294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:54.277216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-93add446-8152-41b6-9046-a93dcb809cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.310212 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Pushing event updated for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:54.347936 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.356147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d552762-6eda-4f12-8903-33e43f83da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc57b12c-f10a-4ec2-a22c-c72b5704f665,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:54.514965 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Network 8fbac26b-f53e-4514-82e4-5bd83d446945 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:54.585372 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:54.656138 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-397f1c9d-1cc5-428f-b756-5ad9e52d8daf req-33721f3a-bc6f-4548-85da-f0c03a73459f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.7745709 Sep 20 06:04:54.657503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:54.669161 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:54.670425 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.685538 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-93add446-8152-41b6-9046-a93dcb809cb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd60263e4bb8426ea9a91702a1e4ca70&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3537636 Sep 20 06:04:54.686273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cf08facb-319a-4c1d-a776-5d332cea11af None None] Provisioning complete for port 7e86da82-1385-4eaa-a66d-61196d74a9a9 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:54.686273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cf08facb-319a-4c1d-a776-5d332cea11af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.694807 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:54.696293 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41728) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:54.796225 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cf08facb-319a-4c1d-a776-5d332cea11af None None] Port 7e86da82-1385-4eaa-a66d-61196d74a9a9 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:04:54.819505 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93add446-8152-41b6-9046-a93dcb809cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3604f1e-0742-414b-920c-d3f2c5787f80,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:54.908706 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0aedc-7c9b-4c06-ac1e-52db5d4459f3 req-d4adeff0-30ff-45eb-9bc9-1ab8f4899019 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:54.910936 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3a0aedc-7c9b-4c06-ac1e-52db5d4459f3 req-d4adeff0-30ff-45eb-9bc9-1ab8f4899019 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 931 time: 0.6816936 Sep 20 06:04:54.913748 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:04:54.923866 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:54.927480 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:54.930279 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Pushing event updated for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:54.934092 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:54.959077 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Network cf3a5b94-a2da-4593-8277-0805af18bd60 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:55.032840 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3a0aedc-7c9b-4c06-ac1e-52db5d4459f3 req-e7dc6564-fa18-4703-93e1-ed405ac5e0e9 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071103 Sep 20 06:04:55.044145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:55.066530 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:04:55.082232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:55.083512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.116653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.156822 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.200617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event updated for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:55.209833 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.292596 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0bf8766944af4d8fa1ab58d543eebc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9798188 Sep 20 06:04:55.312855 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41742) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:55.313368 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 59b3a307-2f77-48de-89ed-47718d23c394 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:55.328312 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:04:55.342062 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:04:55.352973 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-65e12fd3-e4ec-43e6-a50a-c4cda30bf12a admin admin] 10.222.0.20 "PUT /v2.0/routers/e1a47235-572a-486b-a6f8-47435a2b7fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7503040 Sep 20 06:04:55.353201 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-e1ad9c23-1f70-4e64-b110-36bf6e821b9b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6185658 Sep 20 06:04:55.364496 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:55.371591 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:55.400188 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-08164b76-b251-4e8b-ab3e-a7e01afb4c7f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5878918 Sep 20 06:04:55.402612 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.422404 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.494206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-f37dd3f6-fe6f-47b2-bb28-308389ce17ad tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:04:55.495202 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-f37dd3f6-fe6f-47b2-bb28-308389ce17ad tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0414245 Sep 20 06:04:55.537740 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-95da9f13-fdc8-403f-88e5-c94ba13b8919 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:04:55.543591 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-95da9f13-fdc8-403f-88e5-c94ba13b8919 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883088 Sep 20 06:04:55.562161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 59b3a307-2f77-48de-89ed-47718d23c394 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:55.564673 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.614278 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f3c04-065c-4883-b51c-2c0795df7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d309a2-56f6-4266-bc21-750867bc1332,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:55.637410 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.856620 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 1280e364-16c1-433c-b688-bceedd06ca54 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:55.870064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.903553 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.904978 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.945239 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:55.945239 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3604f1e-0742-414b-920c-d3f2c5787f80 HTTP/1.1" status: 204 len: 168 time: 1.2064130 Sep 20 06:04:56.005172 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.037580 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.042002 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:56.044336 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e025a9-d278-4959-a6e3-61002fa03e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3604f1e-0742-414b-920c-d3f2c5787f80,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:56.109682 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 1280e364-16c1-433c-b688-bceedd06ca54 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:56.110099 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.114344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451d2e0-ddab-41d8-8f83-cf4bbbf1484a req-f9317881-f549-4f2d-8383-f54a2278b3db tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:56.115753 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Pushing event updated for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:56.120342 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6451d2e0-ddab-41d8-8f83-cf4bbbf1484a req-f9317881-f549-4f2d-8383-f54a2278b3db tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 931 time: 0.3130062 Sep 20 06:04:56.129386 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.154274 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.245577 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6451d2e0-ddab-41d8-8f83-cf4bbbf1484a req-71e998c8-ded3-4de8-9c64-1ea4033cb9fa tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173379 Sep 20 06:04:56.372930 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.429660 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 1280e364-16c1-433c-b688-bceedd06ca54, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=1280e364-16c1-433c-b688-bceedd06ca54,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:04:56.461124 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.469889 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.470790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.472845 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41d309a2-56f6-4266-bc21-750867bc1332 HTTP/1.1" status: 204 len: 168 time: 1.1576679 Sep 20 06:04:56.499770 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc740f-364d-42a3-8728-1ca1835abcf8 req-82fdd905-fb84-4d4e-97b9-872edbbd6549 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:56.501485 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60fc740f-364d-42a3-8728-1ca1835abcf8 req-82fdd905-fb84-4d4e-97b9-872edbbd6549 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 931 time: 0.1035719 Sep 20 06:04:56.553870 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef22198-dc2b-4fdb-be1d-6d719067df0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d309a2-56f6-4266-bc21-750867bc1332,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:56.575968 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:04:56.584438 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:04:56.612976 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-60fc740f-364d-42a3-8728-1ca1835abcf8 req-03a950e0-691b-4908-ac97-3f80cb9bdf4d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962553 Sep 20 06:04:56.618609 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Request body: {'port': {'device_id': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:56.672510 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a5f0ed6a-aaba-4da5-b314-ff5a9d4bfb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.753592 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=1280e364-16c1-433c-b688-bceedd06ca54,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:56.805491 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 2, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:56.815149 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:56.905161 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:04:56.905529 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Updating router e1a47235-572a-486b-a6f8-47435a2b7fb4 port 7e86da82-1385-4eaa-a66d-61196d74a9a9 binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:04:56.989002 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Router 9590b2f7-5365-469e-b628-23987fd0a7da has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:04:57.031966 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.159477 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 1280e364-16c1-433c-b688-bceedd06ca54 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:04:57.233551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Request body: {'port': {'device_id': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:57.240091 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41782) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:57.281413 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 1280e364-16c1-433c-b688-bceedd06ca54 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:57.284813 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.341569 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263620103', 'description': 'tempest-description--1111766020'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:04:57.388643 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41788) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:04:57.410981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:04:57.429262 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a8aa11e9-8990-4bcc-a8db-cab95a7167af admin admin] 10.222.0.20 "PUT /v2.0/routers/9590b2f7-5365-469e-b628-23987fd0a7da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8231175 Sep 20 06:04:57.451990 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Sync routers for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:04:57.484635 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:57.485784 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:57.620946 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07d4790d-b023-4061-a11b-0c58a30b4414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.801713 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.816118 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.831215 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:57.878373 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0fa5-49fc-410c-bd31-caf716ebb536 req-cee805e6-2a2b-414a-ba98-428804b6ff82 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:57.892757 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddfe0fa5-49fc-410c-bd31-caf716ebb536 req-cee805e6-2a2b-414a-ba98-428804b6ff82 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 931 time: 0.1377251 Sep 20 06:04:57.921293 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:57.938224 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfdd63-ae60-4d9e-87ba-50ea16af2939 None None] Pushing event updated for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:57.984169 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddfe0fa5-49fc-410c-bd31-caf716ebb536 req-63d1472a-2e0f-4faf-9696-c90553b7eac8 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880833 Sep 20 06:04:58.091124 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Attempting to bind port 7e86da82-1385-4eaa-a66d-61196d74a9a9 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:04:58.091668 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Attempting to bind port 7e86da82-1385-4eaa-a66d-61196d74a9a9 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:04:58.092097 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Attempting to bind port 7e86da82-1385-4eaa-a66d-61196d74a9a9 on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:04:58.117437 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:04:58.117825 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Checking segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:04:58.118461 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.127964 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Bound using segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:04:58.128386 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Bound port: 7e86da82-1385-4eaa-a66d-61196d74a9a9, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:04:58.128826 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.187858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.288200 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] For port 7e86da82-1385-4eaa-a66d-61196d74a9a9, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:04:58.293037 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] For port 7e86da82-1385-4eaa-a66d-61196d74a9a9, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=7e86da82-1385-4eaa-a66d-61196d74a9a9,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:04:58.299693 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.475706 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d5939-123a-44ba-85b7-7f433a94479f req-ca165655-7a85-4263-9e53-a086c7a41944 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:58.477247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c38d5939-123a-44ba-85b7-7f433a94479f req-ca165655-7a85-4263-9e53-a086c7a41944 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 931 time: 1.0432842 Sep 20 06:04:58.499242 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] Provisioning complete for port 7e86da82-1385-4eaa-a66d-61196d74a9a9 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:58.506585 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.526847 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfdd63-ae60-4d9e-87ba-50ea16af2939 None None] Pushing event updated for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:58.566657 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:04:58.567861 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:58.674423 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:55Z', 'revision_number': 4, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad', 'name': '', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'mac_address': 'fa:16:3e:9b:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:52Z', 'updated_at': '2021-09-20T06:04:55Z', 'revision_number': 2, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'subnets': [{'id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:58.788824 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Checking router: 9590b2f7-5365-469e-b628-23987fd0a7da for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:04:58.789247 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Updating router 9590b2f7-5365-469e-b628-23987fd0a7da port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:04:58.935516 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:58.979291 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.041547 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-5b03aab1-4a36-4940-83a4-68ba9267993c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:04:59.057117 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-5b03aab1-4a36-4940-83a4-68ba9267993c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 819 time: 0.4514449 Sep 20 06:04:59.076355 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:04:59.106182 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-028dc797-f415-42bd-a865-ce7feaaf66e8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/quotas/95b2ce6ba1ba4044aa024cb3c748b701 HTTP/1.1" status: 200 len: 375 time: 0.0457203 Sep 20 06:04:59.200021 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da92b58d-f787-4bb3-a6b8-108e182e3c1b {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:04:59.227046 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.303399 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Transition to ACTIVE for port object da92b58d-f787-4bb3-a6b8-108e182e3c1b will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:04:59.315724 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-09020f27-330a-4160-9f12-bc142915b833 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2070692 Sep 20 06:04:59.380926 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07d4790d-b023-4061-a11b-0c58a30b4414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.405691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-07d4790d-b023-4061-a11b-0c58a30b4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.408094 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.450237 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-71dffe28-46b8-4eee-abc1-b66f5a21dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.494677 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] For port 7e86da82-1385-4eaa-a66d-61196d74a9a9, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=7e86da82-1385-4eaa-a66d-61196d74a9a9,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:04:59.507802 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.624175 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c38d5939-123a-44ba-85b7-7f433a94479f req-32af37ca-b1cf-4b0f-a4f5-24c3563d97f6 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0841119 Sep 20 06:04:59.637376 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18298c8b-8443-43a1-820b-7009df39c30f None None] Pushing event updated for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:04:59.648577 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-1fbfa034-ee79-43fe-9ac6-ee5cca3f9974 service neutron] 10.222.0.20 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110814 Sep 20 06:04:59.675216 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.762264 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:58Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:04:59.793519 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c9b180cc-86e6-43eb-9f8a-5b9b9d036861 None None] Provisioning complete for port 7e86da82-1385-4eaa-a66d-61196d74a9a9 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:04:59.794195 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c9b180cc-86e6-43eb-9f8a-5b9b9d036861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:04:59.884729 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5c74ea-66fd-43b5-b9f9-26f3a9091ee6 None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:58Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:04:59.951930 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41884) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:00.026146 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690b2ea-22a7-4820-8746-ce9f7cebabf7 req-7bdd178f-be10-4043-a5fb-2a19508c2540 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:00.040303 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1690b2ea-22a7-4820-8746-ce9f7cebabf7 req-7bdd178f-be10-4043-a5fb-2a19508c2540 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 931 time: 0.3049364 Sep 20 06:05:00.077085 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-d4471668-13e1-471c-8f7a-7e9d14f72d09 service neutron] 10.222.0.20 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240971 Sep 20 06:05:00.103361 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4790d-b023-4061-a11b-0c58a30b4414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33ab1fb-0c5d-4ea9-a4b8-f88ce34ee3a1,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:00.133609 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-07d4790d-b023-4061-a11b-0c58a30b4414 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ce75f7e36cc46a1bc298e3d6cbc00a5&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7137520 Sep 20 06:05:00.134068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41888) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:00.284368 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Attempting to bind port da92b58d-f787-4bb3-a6b8-108e182e3c1b on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:00.298009 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Attempting to bind port da92b58d-f787-4bb3-a6b8-108e182e3c1b by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:00.298619 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Attempting to bind port da92b58d-f787-4bb3-a6b8-108e182e3c1b on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:00.339715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04c48abe-ce55-4ed9-b705-79855a3b24e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.393029 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.436452 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.465962 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Pushing event updated for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:00.475054 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1690b2ea-22a7-4820-8746-ce9f7cebabf7 req-d978397a-00d9-4431-95bf-1812b4398a76 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336200 Sep 20 06:05:00.489309 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.604656 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Port da92b58d-f787-4bb3-a6b8-108e182e3c1b on network cf3a5b94-a2da-4593-8277-0805af18bd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:00.608208 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Attempting to bind port da92b58d-f787-4bb3-a6b8-108e182e3c1b on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:00.646848 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab279ce-b70c-4083-94e1-03057c85fe72 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:00.666661 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.732135 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:00.733477 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Checking segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:00.736276 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Bound using segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:00.737806 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Bound port: da92b58d-f787-4bb3-a6b8-108e182e3c1b, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:00.738437 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.749916 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f703d01a-a341-482f-89c7-b1cb32e45740 req-17127022-b28a-4288-a2cc-dbfcd92b07a0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.1324105 Sep 20 06:05:00.768622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.778907 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.802023 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.809863 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.824605 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33ab1fb-0c5d-4ea9-a4b8-f88ce34ee3a1 HTTP/1.1" status: 204 len: 168 time: 0.6859188 Sep 20 06:05:00.828618 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.830146 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Transition to ACTIVE for port object eab279ce-b70c-4083-94e1-03057c85fe72 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:05:00.875143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:00.878242 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0710e-c742-4d6e-8356-38e47ab4da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33ab1fb-0c5d-4ea9-a4b8-f88ce34ee3a1,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:00.890502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.052349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715164-8c1e-49ae-8a6b-fd5542e9be11 None None] Pushing event updated for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:01.150277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40153dc3-f222-4a1c-af7f-6e1855808aee,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:01.170777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Attempting to bind port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:01.171229 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Attempting to bind port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:01.171630 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Attempting to bind port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:01.197970 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:01.198665 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Checking segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:01.200764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.207861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Bound using segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:01.215392 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Bound port: 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:01.218812 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.250288 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 7e86da82-1385-4eaa-a66d-61196d74a9a9 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:01.378799 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04c48abe-ce55-4ed9-b705-79855a3b24e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.416425 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04c48abe-ce55-4ed9-b705-79855a3b24e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.556958 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.575128 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3fbc525d-6534-4943-9155-d7434fb8170f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.3334303 Sep 20 06:05:01.579157 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41932) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:01.620446 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group_rule': {'security_group_id': '40153dc3-f222-4a1c-af7f-6e1855808aee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:01.650660 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] For port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:01.664305 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] For port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:01.688214 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 7e86da82-1385-4eaa-a66d-61196d74a9a9 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:01.689914 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.745316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Pushing event updated for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:01.830959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.836294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c48abe-ce55-4ed9-b705-79855a3b24e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53834998-0a8e-486d-840f-76c511197783,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:01.868265 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-04c48abe-ce55-4ed9-b705-79855a3b24e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c3c2d2cacec741279aa2dc0116b79fad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9078124 Sep 20 06:05:01.871849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41940) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:01.884818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:01.965586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-ae280a64-162f-494d-a9d4-2828426e7334 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:01.976612 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-ae280a64-162f-494d-a9d4-2828426e7334 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 819 time: 0.5932221 Sep 20 06:05:01.997332 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-dd854d85-af5e-492c-9634-6e063d6fc274 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/quotas/95b2ce6ba1ba4044aa024cb3c748b701 HTTP/1.1" status: 200 len: 375 time: 0.0192213 Sep 20 06:05:02.082022 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-eac4d6c7-762c-4f88-86fa-2b1eab10ddb4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729914 Sep 20 06:05:02.100214 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Attempting to bind port eab279ce-b70c-4083-94e1-03057c85fe72 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:02.100935 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Attempting to bind port eab279ce-b70c-4083-94e1-03057c85fe72 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '2a23874d-6232-4b87-a78b-d2e07f93f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:02.101565 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Attempting to bind port eab279ce-b70c-4083-94e1-03057c85fe72 on network 8fbac26b-f53e-4514-82e4-5bd83d446945 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:02.106424 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:02.149100 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.174614 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a76263-0695-4e67-8d16-a6ca28780ad1 req-d7fdee8b-595d-40f4-ad60-bea6c83c5e50 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:02.184632 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67a76263-0695-4e67-8d16-a6ca28780ad1 req-d7fdee8b-595d-40f4-ad60-bea6c83c5e50 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 943 time: 1.3110702 Sep 20 06:05:02.204898 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.232106 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:05:02.232818 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:02.233039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 41944) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:02.234831 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce715164-8c1e-49ae-8a6b-fd5542e9be11 None None] Pushing event updated for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:02.250329 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-142cdf57-403a-451c-bec5-854627195981 service neutron] 10.222.0.20 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665914 Sep 20 06:05:02.273918 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.378259 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Port eab279ce-b70c-4083-94e1-03057c85fe72 on network 8fbac26b-f53e-4514-82e4-5bd83d446945 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:02.378842 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Attempting to bind port eab279ce-b70c-4083-94e1-03057c85fe72 on network 8fbac26b-f53e-4514-82e4-5bd83d446945 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:02.393402 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:02.396665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.400240 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.401618 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53834998-0a8e-486d-840f-76c511197783 HTTP/1.1" status: 204 len: 168 time: 0.4481246 Sep 20 06:05:02.454374 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:02.454711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Checking segment: {'id': '2a23874d-6232-4b87-a78b-d2e07f93f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:02.455097 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Bound using segment: {'id': '2a23874d-6232-4b87-a78b-d2e07f93f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:02.455566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Bound port: eab279ce-b70c-4083-94e1-03057c85fe72, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a23874d-6232-4b87-a78b-d2e07f93f3ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:02.455923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.458218 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.516361 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b8908-5a80-4e76-a72a-2879b3031cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53834998-0a8e-486d-840f-76c511197783,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:02.559706 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.37', 58265) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:02.575762 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:02.576962 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.577754 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] 10.222.0.37 "PUT /v2.0/ports/da92b58d-f787-4bb3-a6b8-108e182e3c1b HTTP/1.1" status: 200 len: 1093 time: 6.5397213 Sep 20 06:05:02.578284 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:02.589025 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-d71c9a01-e68f-4fce-8f0c-3efc8792156f service neutron] 10.222.0.20 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367436 Sep 20 06:05:02.650774 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:05:02.670573 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.677478 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84c14dd5-7684-4001-a983-96cae85cde46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:02.835619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-84aa7c3b-a927-465e-a032-3cd4258a180a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:02.843455 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-84aa7c3b-a927-465e-a032-3cd4258a180a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 819 time: 0.2452400 Sep 20 06:05:02.868946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Request body: {'port': {'device_id': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'admin_state_up': True, 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:02.940962 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:03.041066 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-67a76263-0695-4e67-8d16-a6ca28780ad1 req-795ac1c3-f673-4f28-bbaa-cc4b8b71bcf3 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735294 Sep 20 06:05:03.151887 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16abdff2-7e83-4175-95e5-fd4726a12286,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:03.162971 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da7765-5597-4f24-ab43-502b06a33be8 service neutron] Pushing event updated for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:03.174252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:03.190970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-3d225487-2f7d-4774-acc0-2bb1aada1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:03.192922 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-3d225487-2f7d-4774-acc0-2bb1aada1ebe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 1096 time: 0.5261502 Sep 20 06:05:03.203692 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=eab279ce-b70c-4083-94e1-03057c85fe72,segment=NetworkSegment(2a23874d-6232-4b87-a78b-d2e07f93f3ce),segment_id=2a23874d-6232-4b87-a78b-d2e07f93f3ce)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:03.214458 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 41980) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:03.297079 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:03.374238 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:55Z', 'revision_number': 4, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad', 'name': '', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'mac_address': 'fa:16:3e:9b:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:52Z', 'updated_at': '2021-09-20T06:05:01Z', 'revision_number': 4, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'subnets': [{'id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:03.418482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-653d9389-3d57-498a-95b5-f159186c5c36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b HTTP/1.1" status: 200 len: 217 time: 0.2108083 Sep 20 06:05:03.420756 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c11c2a1-7238-4511-a319-c06370dda06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:03.488731 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911904-7aad-4dd5-ba82-249a93cd768f None None] The sync data for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi is: [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:55Z', 'revision_number': 4, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad', 'name': '', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'mac_address': 'fa:16:3e:9b:66:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:52Z', 'updated_at': '2021-09-20T06:05:01Z', 'revision_number': 4, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'subnets': [{'id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:05:03.546808 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904f0912-3319-4fb3-8b24-821f9a322511" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:03.667316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:03.674071 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:03.684550 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] 10.222.0.37 "PUT /v2.0/ports/eab279ce-b70c-4083-94e1-03057c85fe72 HTTP/1.1" status: 200 len: 1093 time: 7.6422040 Sep 20 06:05:03.699957 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-392fa62b-81aa-452b-8882-e831816c1a8e req-c3253f65-cf33-4d1f-9d93-8172ebaf6950 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 210 time: 0.1646655 Sep 20 06:05:03.750674 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b2c0-159b-4437-9ca7-e9c6fe5deb5e service neutron] Pushing event updated for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:03.814986 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84c14dd5-7684-4001-a983-96cae85cde46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:03.822896 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-94c318c0-d1f9-4c59-a7dc-77dbf00ae870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:03.832948 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-94c318c0-d1f9-4c59-a7dc-77dbf00ae870 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.3272035 Sep 20 06:05:03.850085 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84c14dd5-7684-4001-a983-96cae85cde46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.186808 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-84c14dd5-7684-4001-a983-96cae85cde46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94a9a2eb26304485a3efcf64e9f90709&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9270823 Sep 20 06:05:04.192103 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14dd5-7684-4001-a983-96cae85cde46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae827844-a33d-4459-a4e4-2086d88b0c79,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:04.199076 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42014) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:04.259441 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a8cc10-24f7-4051-967a-69c99963c3ad x-openstack-request-id: req-19a8cc10-24f7-4051-967a-69c99963c3ad {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:04.259976 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:04.259976 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19a8cc10-24f7-4051-967a-69c99963c3ad {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:04.268398 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b', 'status': 'completed', 'code': 200} Sep 20 06:05:04.269374 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.270758 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-11b439e7-cf72-44f1-8738-bccea709e080 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6860559 Sep 20 06:05:04.291403 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8d617-6ef8-42ef-a0a7-95bbaf89bc18 req-5cb7fa77-7aae-46d7-8167-a2dc34f90395 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:04.299340 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ca8d617-6ef8-42ef-a0a7-95bbaf89bc18 req-5cb7fa77-7aae-46d7-8167-a2dc34f90395 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 943 time: 0.6608155 Sep 20 06:05:04.300129 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42016) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:04.312256 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group_rule': {'security_group_id': '40153dc3-f222-4a1c-af7f-6e1855808aee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:04.366773 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c11c2a1-7238-4511-a319-c06370dda06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.372510 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-8326d7db-164c-411b-b39c-498c2b4b6687 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5092521 Sep 20 06:05:04.427177 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:05:04.427177 dv-cinder-809968-1-iscsi neutron-server[94131]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 06:05:04.427177 dv-cinder-809968-1-iscsi neutron-server[94131]: [parameters: {'project_id_1': 'f4bde137a676404ab9e50fcae069ddd1', 'expiration_1': datetime.datetime(2021, 9, 20, 6, 4, 44, 396761)}] Sep 20 06:05:04.427177 dv-cinder-809968-1-iscsi neutron-server[94131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:05:04.427574 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG oslo_db.api [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:05:04.451949 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Made reservation on behalf of 95b2ce6ba1ba4044aa024cb3c748b701 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:04.457485 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.463989 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3c11c2a1-7238-4511-a319-c06370dda06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.478908 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ca8d617-6ef8-42ef-a0a7-95bbaf89bc18 req-9bd002de-cfa3-4f3d-8bb1-b94c00b28450 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383812 Sep 20 06:05:04.484896 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.543080 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-f9b0b029-7103-44a6-b326-0ba3d41c5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:04.545043 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-f9b0b029-7103-44a6-b326-0ba3d41c5397 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a01d60282e45a28bf920b062eae93f&device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 1096 time: 0.7720315 Sep 20 06:05:04.602044 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11c2a1-7238-4511-a319-c06370dda06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba2d77e-eae6-47a3-9ded-2a51f4a8878d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:04.610337 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:04.703224 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3c11c2a1-7238-4511-a319-c06370dda06f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e77632934fa6408d95ea84cc091e9dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4872644 Sep 20 06:05:04.714758 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42024) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:04.728199 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8aba-5471-43eb-9803-1aff0d99910b req-dd5f3517-dc50-4472-8600-dbcc8e26f40b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:04.738936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8ad8aba-5471-43eb-9803-1aff0d99910b req-dd5f3517-dc50-4472-8600-dbcc8e26f40b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 943 time: 0.4667552 Sep 20 06:05:04.813873 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-67301195-5285-4347-aeb4-e2b0522a0e8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eab279ce-b70c-4083-94e1-03057c85fe72 HTTP/1.1" status: 200 len: 217 time: 0.1083605 Sep 20 06:05:05.003424 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f5bc7179-b3e5-4cd4-aff8-642ce1f8da4e req-6cfe0c5c-6cdc-47f2-8a1c-2c9945b3b632 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 210 time: 0.1126800 Sep 20 06:05:05.074889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-402459c4-63ea-4851-b0fc-daf16655b5cd service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736455 Sep 20 06:05:05.094335 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8ad8aba-5471-43eb-9803-1aff0d99910b req-566496d8-5dc5-47bf-8465-58e2fba6eed0 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540995 Sep 20 06:05:05.176169 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.187814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.191590 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae827844-a33d-4459-a4e4-2086d88b0c79 HTTP/1.1" status: 204 len: 168 time: 0.9887877 Sep 20 06:05:05.192684 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Allocated IP 172.20.0.2 (533c351d-16d2-4718-8578-8d5d8a88e7f0/744018d1-0f2e-4405-bfcc-00ab6d7d2191/ef5b6436-52de-4bca-b41c-96ce32c81a88) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:05:05.196450 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.224688 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affec9c0-11ab-4228-acd7-a5ededbbbcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae827844-a33d-4459-a4e4-2086d88b0c79,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:05.225058 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:05.266410 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.340788 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.413976 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:05.414357 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.434207 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-834c7e3c-fe28-4dde-a2e6-65e20a12f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:05.438808 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-834c7e3c-fe28-4dde-a2e6-65e20a12f9d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7632703a-8638-4ad8-a24e-c549129c1580 HTTP/1.1" status: 200 len: 852 time: 0.1304040 Sep 20 06:05:05.554507 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-22bee7ed-8cf0-4dad-8b8f-303908250dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fbac26b-f53e-4514-82e4-5bd83d446945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799041 Sep 20 06:05:05.719230 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.729897 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.735667 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.745334 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fba2d77e-eae6-47a3-9ded-2a51f4a8878d HTTP/1.1" status: 204 len: 168 time: 1.0293419 Sep 20 06:05:05.799363 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313b61f-effd-4931-913a-5612324fc80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba2d77e-eae6-47a3-9ded-2a51f4a8878d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:05.876069 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:05.886387 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.897308 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:05.921536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.37', 58271) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:05.934692 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.053447 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f47d-b97d-447f-b2f8-cf546654da42 req-3c02c087-cfbc-4316-8909-0b0c1fb67b22 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.056301 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:06.061299 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7b1f47d-b97d-447f-b2f8-cf546654da42 req-3c02c087-cfbc-4316-8909-0b0c1fb67b22 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 943 time: 0.4202816 Sep 20 06:05:06.064864 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.083010 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7789147 Sep 20 06:05:06.091576 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42064) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:06.106849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:06.124119 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77948-a954-4bd2-8a64-e005d3a59806 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4417ed1d-ae85-4a01-adbc-84a79a6f689b,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:06.125678 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93c0d77-d8e8-4b66-b956-ad410fa21715 req-cb0733dc-0837-4605-9827-318fce621254 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6730444 Sep 20 06:05:06.127678 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-8bd09637-932c-4bb2-b620-150989d0d1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328023 Sep 20 06:05:06.177376 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7b1f47d-b97d-447f-b2f8-cf546654da42 req-6cdbe22f-9b66-49e5-8843-d0414475fdd2 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083295 Sep 20 06:05:06.199990 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42068) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:06.220754 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3bab37a5-7a2e-4552-a7d3-35fd64072780 req-8e9225c7-027a-449c-95cc-08c88238c042 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 210 time: 0.1051543 Sep 20 06:05:06.227837 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.296713 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-ea4f826f-17b1-4039-8176-b03773aefcb4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.298180 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-ea4f826f-17b1-4039-8176-b03773aefcb4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 819 time: 0.3729846 Sep 20 06:05:06.309640 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:06.313585 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292aef98-4358-48e0-8a54-02c7bc7cf55e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:06.316982 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Request body: {'port': {'device_id': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'admin_state_up': True, 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:06.322583 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.388635 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f699ba07-e40a-4ed9-96a1-3f70e6c025f5 req-94bb14b1-98d6-43d7-9787-1b7cb5589a2b service neutron] 10.222.0.37 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096539 Sep 20 06:05:06.404597 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.425995 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-80a53a74-cc5a-4512-a4fb-ebe6d255e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.437582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b02eb27-2d55-448e-aca0-15f4fca94b9a x-openstack-request-id: req-5b02eb27-2d55-448e-aca0-15f4fca94b9a {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:06.440028 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:06.440445 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b02eb27-2d55-448e-aca0-15f4fca94b9a {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:06.441166 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72', 'status': 'completed', 'code': 200} Sep 20 06:05:06.458234 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Pushing event updated for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:06.461579 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:05:06.489042 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:06.495099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:05:06.509372 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0912-3319-4fb3-8b24-821f9a322511 req-f63e7dac-1a4e-4451-9883-25b4d96f2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.510832 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-f63e7dac-1a4e-4451-9883-25b4d96f2135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 1096 time: 0.1858852 Sep 20 06:05:06.522622 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fa0ad-8ae3-4cbd-97c3-cc197f04352d req-5cca3fed-d7d9-490c-9dd1-97659cf5ff5f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.524128 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bf2fa0ad-8ae3-4cbd-97c3-cc197f04352d req-5cca3fed-d7d9-490c-9dd1-97659cf5ff5f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 943 time: 0.2021573 Sep 20 06:05:06.569809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.570436 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:06.742128 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-972a1f7f-dc5a-45a6-b96f-ed4052d24f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.743767 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-972a1f7f-dc5a-45a6-b96f-ed4052d24f8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a01d60282e45a28bf920b062eae93f&device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 1096 time: 0.2728877 Sep 20 06:05:06.758992 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bf2fa0ad-8ae3-4cbd-97c3-cc197f04352d req-0053c84e-8e9c-440a-8eee-78c090fe17f7 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204444 Sep 20 06:05:06.834101 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0912-3319-4fb3-8b24-821f9a322511 req-5682802e-38fd-4d8d-9d17-6e1dc1dea334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:06.835650 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-5682802e-38fd-4d8d-9d17-6e1dc1dea334 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 916 time: 0.3067279 Sep 20 06:05:06.926295 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-bab26535-3709-4d57-92c5-98de554cacf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b HTTP/1.1" status: 200 len: 217 time: 0.0575328 Sep 20 06:05:06.991357 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.016262 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-80a53a74-cc5a-4512-a4fb-ebe6d255e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.020647 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-9c1ac12e-5861-486f-81ad-9be4aaab74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:07.022926 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-9c1ac12e-5861-486f-81ad-9be4aaab74cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8fbac26b-f53e-4514-82e4-5bd83d446945 HTTP/1.1" status: 200 len: 913 time: 0.2568784 Sep 20 06:05:07.050475 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Made reservation on behalf of 95b2ce6ba1ba4044aa024cb3c748b701 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:07.061226 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-80a53a74-cc5a-4512-a4fb-ebe6d255e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.087653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.125194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0912-3319-4fb3-8b24-821f9a322511 req-ec5e27d4-43a7-432b-a0bc-6524c4458989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:07.126714 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-ec5e27d4-43a7-432b-a0bc-6524c4458989 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.1890259 Sep 20 06:05:07.137865 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:07.144681 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-5d707a8f-e1c9-45f1-8a68-6f6eb5bfbaac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eab279ce-b70c-4083-94e1-03057c85fe72 HTTP/1.1" status: 200 len: 217 time: 0.0788229 Sep 20 06:05:07.199499 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-80a53a74-cc5a-4512-a4fb-ebe6d255e12e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28dfa587a90d474985a346b33cf05564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8907173 Sep 20 06:05:07.213354 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:07.214517 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.219586 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42122) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:07.225465 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-28c5dfe1-4304-40fc-a92e-b444ed3ecb6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754271 Sep 20 06:05:07.226055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a53a74-cc5a-4512-a4fb-ebe6d255e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7298f7-4c87-4fbf-a83b-cc69e949d3a3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:07.384763 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8fe436dd-1090-45d9-95c4-e4b901e033b9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5323462 Sep 20 06:05:07.437813 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Allocated IP 172.27.3.248 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/14f3aa14-89f6-487a-81c8-5b7df1ea295b) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:05:07.461379 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-f06fc663-56c5-4461-9d1f-74394b149a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:07.462708 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-f06fc663-56c5-4461-9d1f-74394b149a69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7632703a-8638-4ad8-a24e-c549129c1580 HTTP/1.1" status: 200 len: 852 time: 0.3080194 Sep 20 06:05:07.464502 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-1160d32b-6a21-4ce9-bef2-734c21983167 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270341 Sep 20 06:05:07.467128 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Request body: {'port': {'device_id': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:07.535182 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1bb00967-b6bd-4881-8c6c-6a7dc9beb9f7 req-b8255af1-a636-4ed0-a23e-cc2b2c52a9d1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 210 time: 0.0719726 Sep 20 06:05:07.570037 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-36609b0a-e152-4dcc-87ad-340b8dc4be3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8fbac26b-f53e-4514-82e4-5bd83d446945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923471 Sep 20 06:05:07.595858 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Allocated IP 172.20.0.3 (533c351d-16d2-4718-8578-8d5d8a88e7f0/744018d1-0f2e-4405-bfcc-00ab6d7d2191/e086a683-fedf-44c6-8f2b-91b70930bd19) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:05:07.598235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.815931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.837854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.940987 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f95db-10df-485d-ad1b-952b13ebebe9 req-4b74b502-82ac-4776-8166-a0bde751b390 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:07.942468 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c73f95db-10df-485d-ad1b-952b13ebebe9 req-4b74b502-82ac-4776-8166-a0bde751b390 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 943 time: 0.4667251 Sep 20 06:05:07.949950 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.976092 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.978594 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:07.982119 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e7298f7-4c87-4fbf-a83b-cc69e949d3a3 HTTP/1.1" status: 204 len: 168 time: 0.7567296 Sep 20 06:05:07.986550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5ce8e-ea3a-4d9f-860e-94258f5856a9 req-4b4d3839-c0f9-4312-96e5-fc080583a48a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:07.988128 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47c5ce8e-ea3a-4d9f-860e-94258f5856a9 req-4b4d3839-c0f9-4312-96e5-fc080583a48a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 943 time: 0.0859208 Sep 20 06:05:08.017088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.037509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef99288-a5fa-4bf7-a120-6465eeeb8b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7298f7-4c87-4fbf-a83b-cc69e949d3a3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:08.050522 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-27dc9307-3d7a-49a5-92a0-9f7a2a766be6 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719416 Sep 20 06:05:08.061968 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.082117 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-1e190d9d-7d30-450e-b702-227e2e6ab741 service neutron] 10.222.0.37 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084586 Sep 20 06:05:08.089816 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c73f95db-10df-485d-ad1b-952b13ebebe9 req-a915c929-de6e-4e7f-a72e-808526d45bca tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178212 Sep 20 06:05:08.192892 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.247881 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:05:08.251214 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-292aef98-4358-48e0-8a54-02c7bc7cf55e req-8bc31661-7fef-4aac-a6d7-ddc5f7e82656 service neutron] 10.222.0.37 "GET /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590996 Sep 20 06:05:08.254858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:08.259366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:05:08.271241 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=14f3aa14-89f6-487a-81c8-5b7df1ea295b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:08.337629 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5b6436-52de-4bca-b41c-96ce32c81a88 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:08.359469 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.390900 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47c5ce8e-ea3a-4d9f-860e-94258f5856a9 req-b8c4753d-f027-42ba-ad9d-d65e2e4aaf52 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940539 Sep 20 06:05:08.405406 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.422638 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Network 533c351d-16d2-4718-8578-8d5d8a88e7f0 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:05:08.440944 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Transition to ACTIVE for port object ef5b6436-52de-4bca-b41c-96ce32c81a88 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:05:08.442322 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:08.444369 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Pushing event updated for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:08.447309 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:05:08.453431 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.497124 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.553096 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:08.554119 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.560522 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:08.692671 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42200) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:08.694104 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-c75a9ece-02bf-4118-ad34-76796a4657d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3809562 Sep 20 06:05:08.706040 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Request body: {'port': {'device_id': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:08.782549 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72ed5-be26-4264-be41-f8e411bcabc6 req-b753b48a-6446-4bec-85b8-19b89990b76b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:08.789692 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a8d72ed5-be26-4264-be41-f8e411bcabc6 req-b753b48a-6446-4bec-85b8-19b89990b76b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 931 time: 0.1362436 Sep 20 06:05:08.850901 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Attempting to bind port ef5b6436-52de-4bca-b41c-96ce32c81a88 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:08.859061 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Attempting to bind port ef5b6436-52de-4bca-b41c-96ce32c81a88 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:08.859277 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a8d72ed5-be26-4264-be41-f8e411bcabc6 req-d67ba5ca-5093-40a5-8def-cad8444b4d44 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 Sep 20 06:05:08.859832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Attempting to bind port ef5b6436-52de-4bca-b41c-96ce32c81a88 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:08.863310 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.889744 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.898518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.915318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Port ef5b6436-52de-4bca-b41c-96ce32c81a88 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:08.915912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Attempting to bind port ef5b6436-52de-4bca-b41c-96ce32c81a88 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:08.919133 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-191ec358-4a6e-4151-85a6-71b8415e0f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.956280 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:08.956930 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Checking segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:08.957287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.957893 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Bound using segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:08.958538 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Bound port: ef5b6436-52de-4bca-b41c-96ce32c81a88, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:08.959085 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.982098 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=14f3aa14-89f6-487a-81c8-5b7df1ea295b,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:08.985948 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:08.987289 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3101b089-1480-4917-805c-76df36537884 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8918781 Sep 20 06:05:09.181491 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:09.218047 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:09.259449 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.365296 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:09.365904 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.367896 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] 10.222.0.37 "PUT /v2.0/ports/ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 1093 time: 1.9058928 Sep 20 06:05:09.371047 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:09.411110 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-191ec358-4a6e-4151-85a6-71b8415e0f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.431460 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-191ec358-4a6e-4151-85a6-71b8415e0f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.455228 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08873769-364f-494c-a7f3-9a1dbe6f2f70 req-3356f2ca-083d-44c0-a0b4-8b6735f6fbad tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:09.456785 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08873769-364f-494c-a7f3-9a1dbe6f2f70 req-3356f2ca-083d-44c0-a0b4-8b6735f6fbad tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 943 time: 0.2033949 Sep 20 06:05:09.461891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4d653-c839-41b8-aa2e-76cb99501c2e service neutron] Pushing event updated for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:09.515246 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-2c72ec73-52ab-4948-9c14-39685e20badf tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--263620103&fields=id&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 267 time: 0.1530895 Sep 20 06:05:09.573008 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-191ec358-4a6e-4151-85a6-71b8415e0f3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1770c4a7ea694dffb3319eed1582bd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8779142 Sep 20 06:05:09.579652 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42286) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:09.603050 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ec358-4a6e-4151-85a6-71b8415e0f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b887e291-1db3-49d5-87f8-d839154f451c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:09.640188 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e086a683-fedf-44c6-8f2b-91b70930bd19 {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:09.650884 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08873769-364f-494c-a7f3-9a1dbe6f2f70 req-eef9d7a6-c92a-4676-a33c-fe6ed56c5814 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331880 Sep 20 06:05:09.657782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e713f793-838a-44cc-9d0b-5bbe9bb8b756" -d '{"events": [{"name": "network-changed", "server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:09.662831 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.692718 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-c76b1ee8-eb5a-4448-be99-a4dfde325bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:09.701780 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-c76b1ee8-eb5a-4448-be99-a4dfde325bef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1096 time: 0.2269306 Sep 20 06:05:09.717722 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Transition to ACTIVE for port object e086a683-fedf-44c6-8f2b-91b70930bd19 will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:05:09.753760 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-062bfbc5-e3dd-44cb-b3df-ad3f9844b77c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:09.757118 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-062bfbc5-e3dd-44cb-b3df-ad3f9844b77c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 816 time: 0.2242682 Sep 20 06:05:09.771274 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.771415 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.782240 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-5e1fa5b4-6ed6-490b-b859-e1cb058451bb tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/quotas/f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 375 time: 0.0138445 Sep 20 06:05:09.841223 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.904437 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-fa795bf0-f406-45bd-8511-f9b8051f9c76 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114869 Sep 20 06:05:09.952836 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.956175 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:09.957594 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b887e291-1db3-49d5-87f8-d839154f451c HTTP/1.1" status: 204 len: 168 time: 0.3769636 Sep 20 06:05:09.969393 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-13a16db8-0961-4472-9916-8a52f48c0c7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.2573025 Sep 20 06:05:10.013509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049bab0-3940-4b0c-b634-9107d64f4454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b887e291-1db3-49d5-87f8-d839154f451c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:10.079560 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Pushing event updated for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:10.097731 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-dc6baabb-381d-490a-ab37-70ffa4e5a49a service neutron] 10.222.0.20 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762576 Sep 20 06:05:10.105291 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2cf5263c-86f0-4d4e-9762-414174ed0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:10.106659 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-2cf5263c-86f0-4d4e-9762-414174ed0f27 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.1016555 Sep 20 06:05:10.135945 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50837-0287-446e-acdf-59ecca9dc42c req-495b71b4-a1d3-4cf2-bbe3-a4ad4563a342 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:10.137750 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fc50837-0287-446e-acdf-59ecca9dc42c req-495b71b4-a1d3-4cf2-bbe3-a4ad4563a342 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 943 time: 0.3675909 Sep 20 06:05:10.249820 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-e372034a-0986-49ab-b88a-2702e5fc7cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277387 Sep 20 06:05:10.263156 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-c5d59f04-8416-4763-bad4-6f1517636f6c service neutron] 10.222.0.20 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566956 Sep 20 06:05:10.337333 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fc50837-0287-446e-acdf-59ecca9dc42c req-983556f2-c412-4013-b724-a8c4d1a8d4f5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878290 Sep 20 06:05:10.352665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Attempting to bind port e086a683-fedf-44c6-8f2b-91b70930bd19 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:10.353237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Attempting to bind port e086a683-fedf-44c6-8f2b-91b70930bd19 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:10.353746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Attempting to bind port e086a683-fedf-44c6-8f2b-91b70930bd19 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:10.391790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Port e086a683-fedf-44c6-8f2b-91b70930bd19 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:10.392412 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Attempting to bind port e086a683-fedf-44c6-8f2b-91b70930bd19 on network 533c351d-16d2-4718-8578-8d5d8a88e7f0 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:10.404020 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:10.404904 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Checking segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:10.412092 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Bound using segment: {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:10.414052 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Bound port: e086a683-fedf-44c6-8f2b-91b70930bd19, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '278ae438-7932-40de-bcd8-1e2b4c70f53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:10.416158 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.444547 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device da92b58d-f787-4bb3-a6b8-108e182e3c1b details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:10.551453 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-a1253ab5-8216-492d-b86b-d330c617deb1 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904239 Sep 20 06:05:10.557872 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:10.576919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e086a683-fedf-44c6-8f2b-91b70930bd19,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:10.597328 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.598545 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42358) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:10.626204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e77a-977e-49e7-aa66-97227e873e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.660346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:10.661027 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.662769 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] 10.222.0.37 "PUT /v2.0/ports/e086a683-fedf-44c6-8f2b-91b70930bd19 HTTP/1.1" status: 200 len: 1093 time: 1.9608724 Sep 20 06:05:10.699742 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:10.723918 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'port_id': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b', 'mac_address': 'fa:16:3e:ba:7d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2276bb-5836-4015-8cb6-e002c01abce5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:10.770419 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.775961 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550f934-5fc1-4d5d-984d-df4e96cb2fbf x-openstack-request-id: req-d550f934-5fc1-4d5d-984d-df4e96cb2fbf {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:10.776265 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:10.776524 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d550f934-5fc1-4d5d-984d-df4e96cb2fbf {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:10.777166 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88', 'status': 'completed', 'code': 200} Sep 20 06:05:10.796149 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da92b58d-f787-4bb3-a6b8-108e182e3c1b {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:10.825622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:10.838095 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:10.838840 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device eab279ce-b70c-4083-94e1-03057c85fe72 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:10.880279 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a8f2-c73d-4ff8-b1d8-6210664f4b6f req-5168446c-890b-441d-921f-a890adb1e9bf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:10.891555 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d0a9a8f2-c73d-4ff8-b1d8-6210664f4b6f req-5168446c-890b-441d-921f-a890adb1e9bf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 943 time: 0.2017128 Sep 20 06:05:10.947494 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.022313 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d0a9a8f2-c73d-4ff8-b1d8-6210664f4b6f req-2d96b605-ad60-46f4-b8b7-2b338b5d5797 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253028 Sep 20 06:05:11.039998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=eab279ce-b70c-4083-94e1-03057c85fe72,segment=NetworkSegment(2a23874d-6232-4b87-a78b-d2e07f93f3ce),segment_id=2a23874d-6232-4b87-a78b-d2e07f93f3ce)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:11.056651 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'eab279ce-b70c-4083-94e1-03057c85fe72', 'network_id': '8fbac26b-f53e-4514-82e4-5bd83d446945', 'port_id': 'eab279ce-b70c-4083-94e1-03057c85fe72', 'mac_address': 'fa:16:3e:15:38:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7632703a-8638-4ad8-a24e-c549129c1580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:11.103137 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e77a-977e-49e7-aa66-97227e873e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.112982 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7cb6e77a-977e-49e7-aa66-97227e873e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.117026 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-05d15696-f3ed-4e27-b1f3-be5157abafd9 req-705b90ae-fb25-4ee4-aaaf-9820a4426d06 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 210 time: 0.2706959 Sep 20 06:05:11.118672 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.164858 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0cec20-f028-4d43-9d7f-85691de45359 service neutron] Pushing event updated for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.180697 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42384) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:11.186277 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab279ce-b70c-4083-94e1-03057c85fe72 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:11.197123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-3d197c11-4198-4efb-81fa-dd9d5dcdc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.198617 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-3d197c11-4198-4efb-81fa-dd9d5dcdc1fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 1096 time: 0.4307137 Sep 20 06:05:11.204806 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4047b23-4a85-43bf-8b07-6d17c2bb11e3 req-8a5f7e51-7d79-4619-9a82-7177c4566023 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415040 Sep 20 06:05:11.220610 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6e77a-977e-49e7-aa66-97227e873e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdd2afa-c989-421d-9f42-ae1bc778b209,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.244783 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7cb6e77a-977e-49e7-aa66-97227e873e88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d83ceb717841d6a2fd7abb074e56ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435637 Sep 20 06:05:11.260292 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=eab279ce-b70c-4083-94e1-03057c85fe72,segment=NetworkSegment(2a23874d-6232-4b87-a78b-d2e07f93f3ce),segment_id=2a23874d-6232-4b87-a78b-d2e07f93f3ce)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:11.263280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42388) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:11.268679 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.285525 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-ad93ceab-cee8-48ff-9d89-fcaea9131f05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e086a683-fedf-44c6-8f2b-91b70930bd19 HTTP/1.1" status: 200 len: 217 time: 0.0745885 Sep 20 06:05:11.353786 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7d898-f7c5-4c9f-b8c1-cd74bf5acb5c req-45a78a76-f3a1-4e39-970b-fb2c712f91c7 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.364262 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8d7d898-f7c5-4c9f-b8c1-cd74bf5acb5c req-45a78a76-f3a1-4e39-970b-fb2c712f91c7 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 943 time: 0.2120228 Sep 20 06:05:11.383436 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-0c5539b7-bce8-4ada-ab4d-30cab008349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.388200 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-0c5539b7-bce8-4ada-ab4d-30cab008349e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1096 time: 0.1121261 Sep 20 06:05:11.412730 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.433698 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-6f90a61c-3895-4ba9-a06d-94d431d6fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.436890 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-6f90a61c-3895-4ba9-a06d-94d431d6fe07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.1315274 Sep 20 06:05:11.452111 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8d7d898-f7c5-4c9f-b8c1-cd74bf5acb5c req-b390157b-e5a0-408d-8e7e-6facb0f0d26b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835292 Sep 20 06:05:11.454263 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.495896 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfc3-9f20-4495-b80d-fbb214f28f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.515776 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.548127 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-bfb09d45-881f-4101-93a9-4b1a4fa38c89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841727 Sep 20 06:05:11.557902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42394) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:11.580975 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['eab279ce-b70c-4083-94e1-03057c85fe72'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:11.616347 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.618792 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.619984 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbdd2afa-c989-421d-9f42-ae1bc778b209 HTTP/1.1" status: 204 len: 168 time: 0.3546586 Sep 20 06:05:11.635945 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a5335-854a-42d8-a092-ff5b13ccaa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdd2afa-c989-421d-9f42-ae1bc778b209,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.642280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:11.671264 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677e3b2-0cc3-4294-a9b4-c5c93eb4a8ea req-1bc9ac1c-1de3-4440-b37c-cea90fc052f5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.672832 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5677e3b2-0cc3-4294-a9b4-c5c93eb4a8ea req-1bc9ac1c-1de3-4440-b37c-cea90fc052f5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 944 time: 0.2346170 Sep 20 06:05:11.679817 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfc3-9f20-4495-b80d-fbb214f28f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.686975 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ff5bfc3-9f20-4495-b80d-fbb214f28f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.736501 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8ff5bfc3-9f20-4495-b80d-fbb214f28f79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=119422bc1f59472fa79a26ce5514b352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5544229 Sep 20 06:05:11.738885 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42404) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:11.749777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5bfc3-9f20-4495-b80d-fbb214f28f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9139747-982c-417b-bc38-44e5006df78e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:11.840907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.852081 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d859a94c-598a-47d7-9b30-690d8c86ee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.885397 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-f2803a12-d69b-4838-bc07-9deee94fa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:11.887815 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-f2803a12-d69b-4838-bc07-9deee94fa9b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.4887269 Sep 20 06:05:11.901315 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:11.902473 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5677e3b2-0cc3-4294-a9b4-c5c93eb4a8ea req-679387ac-6251-474e-abd4-6d764205f08d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153215 Sep 20 06:05:11.954088 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-516d6dff-217a-4346-8859-8a700bedeaab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0572686 Sep 20 06:05:11.965548 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-e4bd3d9a-1ede-4c75-8db2-9c6ba2c2b854 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064374 Sep 20 06:05:12.017280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.026837 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.031635 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9139747-982c-417b-bc38-44e5006df78e HTTP/1.1" status: 204 len: 168 time: 0.2916691 Sep 20 06:05:12.063054 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433125-a1c4-4076-be3e-d8fba8f19b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9139747-982c-417b-bc38-44e5006df78e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:12.186770 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-86a28eab-922c-4e09-9507-efd09a29b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:12.190033 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-86a28eab-922c-4e09-9507-efd09a29b986 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.2258730 Sep 20 06:05:12.250133 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-0a0b5bc5-6a34-4a85-a977-a65e73731aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529234 Sep 20 06:05:12.278313 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c027857-1b30-4054-816d-ff19d48e5d7f req-e1356824-9753-4e64-b4d0-933630d42ab0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:12.280072 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c027857-1b30-4054-816d-ff19d48e5d7f req-e1356824-9753-4e64-b4d0-933630d42ab0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 943 time: 0.1016097 Sep 20 06:05:12.281703 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8ab9e6c5-80e1-492a-a4cb-a7a838671969 req-07c68152-893a-4f5e-9489-4f4517a1630f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 210 time: 0.0677125 Sep 20 06:05:12.311913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-e2387c4c-e10a-418d-9a0c-bf7216f096ee tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:12.313459 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-e2387c4c-e10a-418d-9a0c-bf7216f096ee tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 816 time: 0.3265204 Sep 20 06:05:12.373825 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c027857-1b30-4054-816d-ff19d48e5d7f req-30503e5f-9b42-4430-8d02-fe8cae1611f4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840673 Sep 20 06:05:12.377740 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-ef7e609e-4257-4b3b-bc78-87dce51e6b1b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 379 time: 0.0504246 Sep 20 06:05:12.389673 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'port': {'device_id': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'admin_state_up': True, 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'security_groups': ['40153dc3-f222-4a1c-af7f-6e1855808aee']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:12.420994 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-eb6a58eb-0695-4f0c-adb8-3a29fed25af0 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441464 Sep 20 06:05:12.430919 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2e77d049-6d03-4ed3-af51-2b6e42d2c85e req-e49afa3a-82d8-404d-9e13-7c28ab81aadf service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520829 Sep 20 06:05:12.477800 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d859a94c-598a-47d7-9b30-690d8c86ee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.496333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d859a94c-598a-47d7-9b30-690d8c86ee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.540499 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Made reservation on behalf of f4bde137a676404ab9e50fcae069ddd1 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:12.547524 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.619758 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42438) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:12.645979 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c285e38c-96e6-4c25-be94-cc8c32227165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.741463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Allocated IP 172.20.0.12 (191508ad-a987-4ed7-a6f0-fc5e5c878a95/f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10/963d7886-6e8b-4724-b2c9-c17eb78837de) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:05:12.788599 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:12.790901 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042b460e-01ba-40b6-8ed3-20a3e6056b91" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:12.803459 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d859a94c-598a-47d7-9b30-690d8c86ee3f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58a26040c00444dc81b4e3ef0d252382&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2405169 Sep 20 06:05:12.804581 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859a94c-598a-47d7-9b30-690d8c86ee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ec8c26-ef1b-44c3-8eda-bb120b34ac9b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:12.809804 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42448) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:12.845733 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ec92ae-eedc-4368-bd6b-9fbb64ca6622 x-openstack-request-id: req-a9ec92ae-eedc-4368-bd6b-9fbb64ca6622 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:12.846024 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:12.846398 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9ec92ae-eedc-4368-bd6b-9fbb64ca6622 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:12.846671 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19', 'status': 'completed', 'code': 200} Sep 20 06:05:12.855676 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e713f793-838a-44cc-9d0b-5bbe9bb8b756 req-70a1978e-0bac-4892-85d0-d690c78bd15b service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181182 Sep 20 06:05:12.877014 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eb02f-4847-44a5-ba62-f9a32bb62f8e req-e84b8a12-c73a-4618-ba87-9951bc3a3dd0 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:12.884490 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-526eb02f-4847-44a5-ba62-f9a32bb62f8e req-e84b8a12-c73a-4618-ba87-9951bc3a3dd0 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 944 time: 0.1430123 Sep 20 06:05:12.961108 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:12.992358 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-526eb02f-4847-44a5-ba62-f9a32bb62f8e req-5456ed80-7d5f-49e0-a052-dbdd17ba007c tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069632 Sep 20 06:05:13.006923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-dcb071a9-d2d0-4e07-946f-f10eaf7bcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.008498 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-dcb071a9-d2d0-4e07-946f-f10eaf7bcdc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 1096 time: 0.1186247 Sep 20 06:05:13.013431 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.115912 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c285e38c-96e6-4c25-be94-cc8c32227165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.136094 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-6a0e0b37-7d80-4b9c-a012-852a5107937a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.137793 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-6a0e0b37-7d80-4b9c-a012-852a5107937a service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.1177931 Sep 20 06:05:13.142421 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.146829 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.150251 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3ec8c26-ef1b-44c3-8eda-bb120b34ac9b HTTP/1.1" status: 204 len: 168 time: 0.3372214 Sep 20 06:05:13.154478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c285e38c-96e6-4c25-be94-cc8c32227165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.176505 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747e050-7df7-4307-9457-52c1c337b1e2 req-a02b3b35-2513-4a58-bbb3-e92661e556db tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.184055 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5747e050-7df7-4307-9457-52c1c337b1e2 req-a02b3b35-2513-4a58-bbb3-e92661e556db tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 944 time: 0.1702054 Sep 20 06:05:13.193961 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6e897-8cd6-4f08-a8b3-5e56c9dc37ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ec8c26-ef1b-44c3-8eda-bb120b34ac9b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:13.196807 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-9a69c694-4684-464e-adc9-2743dd1508fc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e086a683-fedf-44c6-8f2b-91b70930bd19 HTTP/1.1" status: 200 len: 217 time: 0.0478032 Sep 20 06:05:13.263613 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c285e38c-96e6-4c25-be94-cc8c32227165 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97579fa4fb8849d981027cd708a88339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6417818 Sep 20 06:05:13.268768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42464) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:13.282234 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285e38c-96e6-4c25-be94-cc8c32227165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dea21c-31b3-444a-811a-89d7e7c8c2e2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:13.287200 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.298355 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-2e82d3cb-2cb3-43d0-bbfc-173101ed77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.299176 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5747e050-7df7-4307-9457-52c1c337b1e2 req-31e5d3ce-74f1-4dcd-b7f2-10855645372b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139753 Sep 20 06:05:13.309998 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-2e82d3cb-2cb3-43d0-bbfc-173101ed77b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.1052814 Sep 20 06:05:13.343194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42468) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:13.358385 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.365019 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-645925aa-ed2a-4ff4-a755-8951301ff12a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403004 Sep 20 06:05:13.383570 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42472) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:13.455432 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:05:13.469686 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:13.481086 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:05:13.499358 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.500085 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.511274 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.514857 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:13.556738 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-20080514-14f2-4c5f-a6d6-db2a8c82d638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1722419 Sep 20 06:05:13.572476 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.583421 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-692b6d8e-fe41-49cf-941f-d4f30e18fbaa service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108772 Sep 20 06:05:13.584782 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Request body: {'port': {'device_id': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:13.591488 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511dc18-9608-42d9-be23-c395b502f5e4 req-6cb22979-3c9e-42a0-9007-bdba2cabef56 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.593124 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b511dc18-9608-42d9-be23-c395b502f5e4 req-6cb22979-3c9e-42a0-9007-bdba2cabef56 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 932 time: 0.1457250 Sep 20 06:05:13.598395 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cae1b6-1e41-4198-85cd-bf2d5b70a53b req-4fa336f8-fca1-402d-9697-bbf3b9774a45 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:13.606506 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e3cae1b6-1e41-4198-85cd-bf2d5b70a53b req-4fa336f8-fca1-402d-9697-bbf3b9774a45 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 943 time: 0.1455579 Sep 20 06:05:13.722146 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b511dc18-9608-42d9-be23-c395b502f5e4 req-ba8d698d-e148-459c-88fd-b999ae6f7c91 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164765 Sep 20 06:05:13.759492 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e3cae1b6-1e41-4198-85cd-bf2d5b70a53b req-865473b6-58d9-4de8-8ff2-2fa74988218c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519332 Sep 20 06:05:13.775656 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-042b460e-01ba-40b6-8ed3-20a3e6056b91 req-a1d73731-182f-4701-8965-3d12c806b0e2 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797450 Sep 20 06:05:13.776300 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.778902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.782530 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99dea21c-31b3-444a-811a-89d7e7c8c2e2 HTTP/1.1" status: 204 len: 168 time: 0.5076187 Sep 20 06:05:13.783261 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ddde979a-008e-4f7d-9159-75309ed562e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.786416 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.788079 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.799150 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6811ad1-3939-4c37-8175-9623632f0b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dea21c-31b3-444a-811a-89d7e7c8c2e2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:13.829099 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-511b9666-934a-4352-83fb-09a23ca0d2f8 None None] Provisioning complete for port 963d7886-6e8b-4724-b2c9-c17eb78837de triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:13.829583 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-511b9666-934a-4352-83fb-09a23ca0d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:13.842637 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:05:13.878372 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:05:13.878372 dv-cinder-809968-1-iscsi neutron-server[94132]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 06:05:13.878372 dv-cinder-809968-1-iscsi neutron-server[94132]: [parameters: {'project_id': 'addb99b6a3d44555b55e090ecef6ae8d', 'id': 'c71678d5-1b94-4117-bac3-f9794b0bb14b', 'expiration': datetime.datetime(2021, 9, 20, 6, 7, 13, 863644)}] Sep 20 06:05:13.878372 dv-cinder-809968-1-iscsi neutron-server[94132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:05:13.878913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:05:13.885663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42482) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:13.889117 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-511b9666-934a-4352-83fb-09a23ca0d2f8 None None] Port 963d7886-6e8b-4724-b2c9-c17eb78837de cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:05:13.923155 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36ceb711-3b98-40df-af91-1ea324f0fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.120411 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9522057-4136-4e5d-860f-6d2635c8bab5 req-1cca3f77-10d9-4107-a8e0-985ec49fbf38 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:14.121949 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9522057-4136-4e5d-860f-6d2635c8bab5 req-1cca3f77-10d9-4107-a8e0-985ec49fbf38 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 944 time: 0.0489409 Sep 20 06:05:14.127416 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ddde979a-008e-4f7d-9159-75309ed562e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.141833 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ddde979a-008e-4f7d-9159-75309ed562e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.166637 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9522057-4136-4e5d-860f-6d2635c8bab5 req-899d79d6-426b-45db-930e-f3959b2de5f7 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Sep 20 06:05:14.223955 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ddde979a-008e-4f7d-9159-75309ed562e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45543d7677ba4218a0281bf695d78594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8795922 Sep 20 06:05:14.226418 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42496) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:14.244986 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde979a-008e-4f7d-9159-75309ed562e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a538f-66b0-4b26-9991-fa872df3db00,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:14.276626 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:14.283609 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.286454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.307071 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.321591 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Transition to ACTIVE for port object 963d7886-6e8b-4724-b2c9-c17eb78837de will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:05:14.329147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.366890 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.370788 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.374449 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c5a538f-66b0-4b26-9991-fa872df3db00 HTTP/1.1" status: 204 len: 168 time: 0.1447923 Sep 20 06:05:14.382150 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807da7ce-8cf1-4d87-b6d9-85f17370610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a538f-66b0-4b26-9991-fa872df3db00,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:14.386876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.417309 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device ef5b6436-52de-4bca-b41c-96ce32c81a88 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:14.508018 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36ceb711-3b98-40df-af91-1ea324f0fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.517999 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:14.525698 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-36ceb711-3b98-40df-af91-1ea324f0fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.558755 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-36ceb711-3b98-40df-af91-1ea324f0fe09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c90a0060734c44808fd3ca8cb0e59b24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6719754 Sep 20 06:05:14.562061 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42510) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:14.570486 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Attempting to bind port 963d7886-6e8b-4724-b2c9-c17eb78837de on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:14.570700 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Attempting to bind port 963d7886-6e8b-4724-b2c9-c17eb78837de by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:14.570993 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Attempting to bind port 963d7886-6e8b-4724-b2c9-c17eb78837de on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:14.581007 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Port 963d7886-6e8b-4724-b2c9-c17eb78837de on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:14.581324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Attempting to bind port 963d7886-6e8b-4724-b2c9-c17eb78837de on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:14.591078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:14.591597 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Checking segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:14.592608 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Bound using segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:14.593157 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Bound port: 963d7886-6e8b-4724-b2c9-c17eb78837de, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:14.593527 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.627944 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dca07-4d11-47c0-95ae-7aef4a364cea req-8af78414-38f8-4bc8-be6e-2753c3305f1f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:14.629530 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-275dca07-4d11-47c0-95ae-7aef4a364cea req-8af78414-38f8-4bc8-be6e-2753c3305f1f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 944 time: 0.2323356 Sep 20 06:05:14.633972 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceb711-3b98-40df-af91-1ea324f0fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50da280b-9e5a-4472-b2aa-33f7ad5296fe,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:14.696290 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:14.700538 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:14.710057 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.727567 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.766702 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.782996 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:14.783744 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.785326 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] 10.222.0.37 "PUT /v2.0/ports/963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 1094 time: 1.2171278 Sep 20 06:05:14.790449 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:14.793070 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639d199-0e59-4a40-b41b-cad2f2aa2367" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:14.799579 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-275dca07-4d11-47c0-95ae-7aef4a364cea req-9ea82f4e-8b5b-4491-827a-a09ff5594b5e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572628 Sep 20 06:05:14.809495 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:14.829592 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device da92b58d-f787-4bb3-a6b8-108e182e3c1b up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:14.870081 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd1b7-d897-40ef-9d0b-ba8dbfac8423 service neutron] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:14.892190 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'ef5b6436-52de-4bca-b41c-96ce32c81a88', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'port_id': 'ef5b6436-52de-4bca-b41c-96ce32c81a88', 'mac_address': 'fa:16:3e:57:f5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:14.894815 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.897471 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.898644 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50da280b-9e5a-4472-b2aa-33f7ad5296fe HTTP/1.1" status: 204 len: 168 time: 0.3355563 Sep 20 06:05:14.946242 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-f6c85f1a-1b87-4ea9-ab0d-fa392805935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:14.946422 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-f6c85f1a-1b87-4ea9-ab0d-fa392805935a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1097 time: 0.1073501 Sep 20 06:05:14.956778 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.968297 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.969241 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:14.982114 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7854167-676b-44d8-a14f-25c1c16f9755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50da280b-9e5a-4472-b2aa-33f7ad5296fe,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.007837 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port da92b58d-f787-4bb3-a6b8-108e182e3c1b completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:15.014475 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port da92b58d-f787-4bb3-a6b8-108e182e3c1b triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:15.015305 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.051619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029e7531-5d25-45f5-b3f3-f039f4512f54 req-c59113dd-082e-4d77-bfc6-2ad99f638432 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.054976 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-029e7531-5d25-45f5-b3f3-f039f4512f54 req-c59113dd-082e-4d77-bfc6-2ad99f638432 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1419413 Sep 20 06:05:15.081151 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5b6436-52de-4bca-b41c-96ce32c81a88 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:15.111218 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-66a5d3a0-22fd-4325-a400-3ddd6646b504 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 217 time: 0.1566856 Sep 20 06:05:15.111831 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3c0e4b-f102-47fa-96c5-5e957ce734b3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.132427 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-029e7531-5d25-45f5-b3f3-f039f4512f54 req-ec9448e8-ed1a-45fd-b820-0713c4047ce1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538023 Sep 20 06:05:15.203455 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:15.204660 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.213187 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639731fd-8292-4616-b511-4255b47f9c39 x-openstack-request-id: req-639731fd-8292-4616-b511-4255b47f9c39 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:15.213480 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:15.213900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-639731fd-8292-4616-b511-4255b47f9c39 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:15.214746 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'status': 'completed', 'code': 200} Sep 20 06:05:15.214863 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.248247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a78072bb-7ff8-4e7a-8dd8-94a287dda396 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=addb99b6a3d44555b55e090ecef6ae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8307896 Sep 20 06:05:15.249729 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42538) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:15.258300 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-0ce8323e-b76a-4dbe-b53f-28125f8876a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.259988 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-0ce8323e-b76a-4dbe-b53f-28125f8876a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.1371214 Sep 20 06:05:15.268795 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556fc8b-6139-4a38-895a-4164e9b6fe91 req-a89c75b9-b0de-4424-8783-fb2535e780c8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.271781 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.277287 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556fc8b-6139-4a38-895a-4164e9b6fe91 req-a89c75b9-b0de-4424-8783-fb2535e780c8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 943 time: 0.1779001 Sep 20 06:05:15.294040 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:15.380725 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-37285bde-9b28-495b-9121-39986b04c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.383936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-37285bde-9b28-495b-9121-39986b04c249 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044397 Sep 20 06:05:15.385846 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa81ef-371f-4173-b605-c93586314f91 req-6c49e0d8-c606-496e-970f-41907056628c tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.387849 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d556fc8b-6139-4a38-895a-4164e9b6fe91 req-8d155b0f-29d4-4963-82bd-d01360397907 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096127 Sep 20 06:05:15.394549 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a4aa81ef-371f-4173-b605-c93586314f91 req-6c49e0d8-c606-496e-970f-41907056628c tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 944 time: 0.0820129 Sep 20 06:05:15.404914 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:15.415567 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.415910 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.416979 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device eab279ce-b70c-4083-94e1-03057c85fe72 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:15.463419 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a4aa81ef-371f-4173-b605-c93586314f91 req-f08a85c7-a011-4f4c-9d1d-8aa0b8d11ce0 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678308 Sep 20 06:05:15.476984 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.496031 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['ef5b6436-52de-4bca-b41c-96ce32c81a88'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:15.543008 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-fac455be-a77a-4d67-8631-1561c613f63b service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507084 Sep 20 06:05:15.558793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.562566 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.567510 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f3c0e4b-f102-47fa-96c5-5e957ce734b3 HTTP/1.1" status: 204 len: 168 time: 0.3161848 Sep 20 06:05:15.581617 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703b770-4783-4e49-b2fc-c2541a03982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3c0e4b-f102-47fa-96c5-5e957ce734b3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.601019 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.637734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port eab279ce-b70c-4083-94e1-03057c85fe72 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:15.649301 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port eab279ce-b70c-4083-94e1-03057c85fe72 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:15.650008 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.706822 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ffe11a14-3ecd-4093-8dcd-2391186465ca req-b06b1a69-93b9-449f-b267-c9d4db390222 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564209 Sep 20 06:05:15.781083 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.804948 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-345e02bc-1358-40d4-ad07-3aae3205edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.807015 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-345e02bc-1358-40d4-ad07-3aae3205edb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0462317 Sep 20 06:05:15.819671 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=eab279ce-b70c-4083-94e1-03057c85fe72,segment=NetworkSegment(2a23874d-6232-4b87-a78b-d2e07f93f3ce),segment_id=2a23874d-6232-4b87-a78b-d2e07f93f3ce)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:15.828639 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328cc2f2-8a27-4ad7-b6ff-344cbb367aec" -d '{"events": [{"server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "name": "network-vif-plugged", "status": "completed", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:15.832695 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:15.902460 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:15.935188 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-90b8ff7c-0871-40d4-88a7-71ef023dd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.937220 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-90b8ff7c-0871-40d4-88a7-71ef023dd7d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.1221538 Sep 20 06:05:15.990013 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e82759-b6b2-4849-8e89-d68397d630ae req-43b60b9f-c4cc-4acd-b1af-a85c1a42e691 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:15.996748 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-18d781cc-cc26-4722-93e8-3ddaea6e85d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 217 time: 0.0509756 Sep 20 06:05:15.997916 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31e82759-b6b2-4849-8e89-d68397d630ae req-43b60b9f-c4cc-4acd-b1af-a85c1a42e691 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.0644963 Sep 20 06:05:16.036487 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-31e82759-b6b2-4849-8e89-d68397d630ae req-2332de0b-805f-4032-baa0-b1d223aff481 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362957 Sep 20 06:05:16.117430 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-99a339de-6aca-4322-94a4-29128eb6acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.119343 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-99a339de-6aca-4322-94a4-29128eb6acb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.1060679 Sep 20 06:05:16.135630 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fd3a0f-6259-452a-b98b-1dc9ce9190cc x-openstack-request-id: req-a4fd3a0f-6259-452a-b98b-1dc9ce9190cc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:16.136449 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "name": "network-vif-plugged", "status": "completed", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:16.136779 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4fd3a0f-6259-452a-b98b-1dc9ce9190cc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:16.137308 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b', 'code': 200} Sep 20 06:05:16.170574 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-53aea97e-9828-43d1-b7d1-59f4483601e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.172214 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-53aea97e-9828-43d1-b7d1-59f4483601e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441391 Sep 20 06:05:16.255737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9757866-3b5f-4323-9888-592def568e20 req-7091e056-b2d7-46af-9605-01909dae21ac tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.268143 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f9757866-3b5f-4323-9888-592def568e20 req-7091e056-b2d7-46af-9605-01909dae21ac tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0626059 Sep 20 06:05:16.319443 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f9757866-3b5f-4323-9888-592def568e20 req-b2edb142-6aca-4c32-9b80-3e04042af8aa tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499272 Sep 20 06:05:16.328729 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-b2a139e0-c26b-4f54-be89-e95849046af4 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358929 Sep 20 06:05:16.416437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280164de-a453-4c44-abf8-8966b8d4962e req-ddf36efe-f690-490b-a57f-ac9f669a7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.422585 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-280164de-a453-4c44-abf8-8966b8d4962e req-ddf36efe-f690-490b-a57f-ac9f669a7936 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 1098 time: 0.0945487 Sep 20 06:05:16.425540 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device e086a683-fedf-44c6-8f2b-91b70930bd19 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:16.449023 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-280164de-a453-4c44-abf8-8966b8d4962e req-29d1c0b3-8c9a-4587-94e4-5161ee5fb000 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.456556 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3639d199-0e59-4a40-b41b-cad2f2aa2367 req-4ad1e226-405f-4434-a63e-0aeab7e6b092 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193628 Sep 20 06:05:16.555491 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device ef5b6436-52de-4bca-b41c-96ce32c81a88 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:16.579620 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b385f-1c3a-4eb2-b4d0-e8a2f12310b8 req-da52e828-c39d-453b-9ef4-956f1b8b01f2 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.581288 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fe6b385f-1c3a-4eb2-b4d0-e8a2f12310b8 req-da52e828-c39d-453b-9ef4-956f1b8b01f2 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 943 time: 0.1076629 Sep 20 06:05:16.617467 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e086a683-fedf-44c6-8f2b-91b70930bd19,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:16.635041 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'e086a683-fedf-44c6-8f2b-91b70930bd19', 'network_id': '533c351d-16d2-4718-8578-8d5d8a88e7f0', 'port_id': 'e086a683-fedf-44c6-8f2b-91b70930bd19', 'mac_address': 'fa:16:3e:f0:f9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744018d1-0f2e-4405-bfcc-00ab6d7d2191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:16.635278 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-280164de-a453-4c44-abf8-8966b8d4962e req-29d1c0b3-8c9a-4587-94e4-5161ee5fb000 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.642793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-280164de-a453-4c44-abf8-8966b8d4962e req-29d1c0b3-8c9a-4587-94e4-5161ee5fb000 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.644147 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port ef5b6436-52de-4bca-b41c-96ce32c81a88 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:16.667759 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fe6b385f-1c3a-4eb2-b4d0-e8a2f12310b8 req-8dc1614a-0e84-4256-aef7-dbe208bc7623 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706279 Sep 20 06:05:16.670459 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port ef5b6436-52de-4bca-b41c-96ce32c81a88 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:16.671273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.677734 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ddc76-7040-4e14-8ce7-18693eb9da65 req-319df873-8a21-4f96-8e2e-05562d01e437 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:16.679336 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-747ddc76-7040-4e14-8ce7-18693eb9da65 req-319df873-8a21-4f96-8e2e-05562d01e437 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.1259129 Sep 20 06:05:16.696820 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-280164de-a453-4c44-abf8-8966b8d4962e req-29d1c0b3-8c9a-4587-94e4-5161ee5fb000 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667446 Sep 20 06:05:16.724610 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1c0b3-8c9a-4587-94e4-5161ee5fb000 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b08fb6c3-ff93-4ef1-871d-f0f6bf0e72a8,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:16.730383 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.755708 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e086a683-fedf-44c6-8f2b-91b70930bd19 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:16.758158 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-747ddc76-7040-4e14-8ce7-18693eb9da65 req-1fe965d2-a5f5-4ee2-a508-fa0ee0b4c998 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666676 Sep 20 06:05:16.805261 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e086a683-fedf-44c6-8f2b-91b70930bd19,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:16.814035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.881197 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:16.893517 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:16.965887 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:16.972017 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.032464 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:17.071256 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['e086a683-fedf-44c6-8f2b-91b70930bd19'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:17.200751 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685befa-7d74-47e8-8f7c-8f7d147d14db req-a287a6dc-d4f9-4afe-9306-a2204ca4bccc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:17.208935 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1685befa-7d74-47e8-8f7c-8f7d147d14db req-a287a6dc-d4f9-4afe-9306-a2204ca4bccc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.0782986 Sep 20 06:05:17.265065 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1685befa-7d74-47e8-8f7c-8f7d147d14db req-811452d2-9b4c-46d4-b066-1a224393f0fd tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Sep 20 06:05:17.339157 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42630) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:17.442145 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03423-778b-4199-9874-48b11096a9eb req-412ab297-eee8-422f-82a0-fb12cd480242 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:17.443705 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22e03423-778b-4199-9874-48b11096a9eb req-412ab297-eee8-422f-82a0-fb12cd480242 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0502710 Sep 20 06:05:17.484692 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22e03423-778b-4199-9874-48b11096a9eb req-16f32917-3d32-45a0-bbd9-b93c0fb00142 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Sep 20 06:05:17.535364 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-868b6df9-9a5b-4a66-8a7f-6852778da31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.616752 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42644) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:17.629983 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-868b6df9-9a5b-4a66-8a7f-6852778da31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.634251 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-868b6df9-9a5b-4a66-8a7f-6852778da31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.676027 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-868b6df9-9a5b-4a66-8a7f-6852778da31b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eea24d2ed70a41b893220a8c1646e440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355665 Sep 20 06:05:17.678018 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b6df9-9a5b-4a66-8a7f-6852778da31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db4a651-a163-48ea-a42d-8cf5f6a427b5,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:17.678515 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42650) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:17.733207 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413760757-network', 'tenant_id': '3ae4da67f77d4ba3b175290c0143ee9b'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:17.743935 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.803401 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.804989 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Made reservation on behalf of 3ae4da67f77d4ba3b175290c0143ee9b for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:17.807837 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.831506 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.866583 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88651756-d1de-4d0c-af20-6a56466c5d5a req-a0e78a3d-12ab-41bd-a645-e84a4be682e9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:17.868101 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-88651756-d1de-4d0c-af20-6a56466c5d5a req-a0e78a3d-12ab-41bd-a645-e84a4be682e9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 944 time: 0.1161051 Sep 20 06:05:17.892406 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45c402-b715-4c19-8442-dd608b459e55 req-f2e65ce9-91d4-4b21-9c51-a3f06e01e17a tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:17.894309 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b45c402-b715-4c19-8442-dd608b459e55 req-f2e65ce9-91d4-4b21-9c51-a3f06e01e17a tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0594761 Sep 20 06:05:17.923265 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-88651756-d1de-4d0c-af20-6a56466c5d5a req-7bb97b8a-6142-467e-b5c8-ce3f92c78048 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448678 Sep 20 06:05:17.926570 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.929090 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:17.933061 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2db4a651-a163-48ea-a42d-8cf5f6a427b5 HTTP/1.1" status: 204 len: 168 time: 0.2535639 Sep 20 06:05:17.951312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764a6f2-7df4-4e16-8e55-a54956ac441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db4a651-a163-48ea-a42d-8cf5f6a427b5,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:17.962066 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b45c402-b715-4c19-8442-dd608b459e55 req-3b821303-4a46-4bb1-b1a6-651641778fd7 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607979 Sep 20 06:05:18.019577 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.024405 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.045236 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:05:18.061769 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d9349e-2481-4eb1-899e-8a055bba426e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:18.064739 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.065148 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Added segment 225a4302-5614-4100-813c-c2437c7de1db of type vlan for network 27b0b27c-3667-4132-bd01-18b39ca671a8 Sep 20 06:05:18.110241 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.139281 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72'}, {'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:18.141899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd0f2bb-6b0c-40f7-8068-9bb063676eb4" -d '{"events": [{"server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "name": "network-vif-plugged", "status": "completed", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72"}, {"server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:18.151755 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.153562 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:18.154884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.189904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2998563a-5d82-4a81-878f-d8b7ea6a53bb x-openstack-request-id: req-2998563a-5d82-4a81-878f-d8b7ea6a53bb {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:18.190358 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "name": "network-vif-plugged", "status": "completed", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72", "code": 200}, {"server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "name": "network-vif-plugged", "status": "completed", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:18.190766 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2998563a-5d82-4a81-878f-d8b7ea6a53bb {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:18.191415 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72', 'code': 200} Sep 20 06:05:18.191840 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88', 'code': 200} Sep 20 06:05:18.195413 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5770199 Sep 20 06:05:18.197919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42672) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:18.205041 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Request body: {'subnet': {'network_id': '27b0b27c-3667-4132-bd01-18b39ca671a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413760757-subnet', 'tenant_id': '3ae4da67f77d4ba3b175290c0143ee9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:18.247116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Made reservation on behalf of 3ae4da67f77d4ba3b175290c0143ee9b for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:18.250473 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9983-adb0-4659-aa4a-d0c13c85674e admin admin] Pushing event updated for resources: {'Network': ['ID=27b0b27c-3667-4132-bd01-18b39ca671a8,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:18.261971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 27b0b27c-3667-4132-bd01-18b39ca671a8 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:05:18.267251 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6652516'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.407200 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42680) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:18.421642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-744d1b28-2a47-409c-8eca-cd17ea473dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.457522 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:18.460090 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device e086a683-fedf-44c6-8f2b-91b70930bd19 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:18.533332 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-744d1b28-2a47-409c-8eca-cd17ea473dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.538936 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-744d1b28-2a47-409c-8eca-cd17ea473dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.600608 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-744d1b28-2a47-409c-8eca-cd17ea473dc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3947d3e86ab042e1adaa50909169f11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918628 Sep 20 06:05:18.601645 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42688) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:18.603922 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d1b28-2a47-409c-8eca-cd17ea473dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7ab16-e7b4-4744-aaa6-a82e1f294a91,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:18.659912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8731b-555e-4899-a9b3-6126b61386fa req-e90151dc-9577-4fb4-a699-76a791ec176b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:18.673130 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7eb8731b-555e-4899-a9b3-6126b61386fa req-e90151dc-9577-4fb4-a699-76a791ec176b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.2003446 Sep 20 06:05:18.716906 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.724742 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebc47c-ef55-4b14-93a3-eb8d4b684e2b req-6ed6938a-d570-4016-9bc9-58e7e196b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:18.726255 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-93ebc47c-ef55-4b14-93a3-eb8d4b684e2b req-6ed6938a-d570-4016-9bc9-58e7e196b866 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 1098 time: 0.1931775 Sep 20 06:05:18.790514 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7eb8731b-555e-4899-a9b3-6126b61386fa req-7cdfcee2-a494-4700-9bff-edcfa4d62485 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163449 Sep 20 06:05:18.792662 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.831119 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-93ebc47c-ef55-4b14-93a3-eb8d4b684e2b req-ff2dc0ea-3ac7-49a4-a13c-e07641a5d95e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892346 Sep 20 06:05:18.836901 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port e086a683-fedf-44c6-8f2b-91b70930bd19 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:18.844789 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port e086a683-fedf-44c6-8f2b-91b70930bd19 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:18.845165 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.906795 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6652490'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:18.907058 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:18.929119 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:18.975240 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9cc9d2-9104-4784-841f-af72eac5612e,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:18.980340 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Checking segment: {'id': '225a4302-5614-4100-813c-c2437c7de1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '27b0b27c-3667-4132-bd01-18b39ca671a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:18.980779 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Network hostable DHCP agents. Network: 27b0b27c-3667-4132-bd01-18b39ca671a8, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:05:19.003029 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Network 27b0b27c-3667-4132-bd01-18b39ca671a8 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:05:19.015537 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 27b0b27c-3667-4132-bd01-18b39ca671a8) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:19.021600 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.022414 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.033824 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f949c-0dbe-4be6-a9f8-ac7f3428b3ba None None] Network 27b0b27c-3667-4132-bd01-18b39ca671a8 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:19.036516 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e491d4-349c-4ba4-bd4d-f381fe68d7bf req-bc3d5810-3d5a-4620-9083-096d8546b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.038075 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-75e491d4-349c-4ba4-bd4d-f381fe68d7bf req-bc3d5810-3d5a-4620-9083-096d8546b5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.3676651 Sep 20 06:05:19.039897 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5287b7f9-401d-4fef-9ef3-f33a0845b8f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8407438 Sep 20 06:05:19.049099 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.052715 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.059613 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd942-1c65-4734-9ee1-d7c2696dc4f0 req-50121a2c-6151-413e-96bd-2da4d8155a04 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.061323 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87abd942-1c65-4734-9ee1-d7c2696dc4f0 req-50121a2c-6151-413e-96bd-2da4d8155a04 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.3246336 Sep 20 06:05:19.088925 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.090713 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:19.091846 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.096658 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cb7ab16-e7b4-4744-aaa6-a82e1f294a91 HTTP/1.1" status: 204 len: 168 time: 0.4942365 Sep 20 06:05:19.110687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237445ff-7d41-48d3-a6c5-bb8734b55be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7ab16-e7b4-4744-aaa6-a82e1f294a91,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:19.126113 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87abd942-1c65-4734-9ee1-d7c2696dc4f0 req-3d7c8e19-1c8d-4cd1-aa08-c74f4513e63d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515378 Sep 20 06:05:19.143136 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254d1bf-9a63-4043-a3d0-df81ebc906f1 req-18955dfd-ebbe-4e67-a174-15540e7077fe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.144742 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2254d1bf-9a63-4043-a3d0-df81ebc906f1 req-18955dfd-ebbe-4e67-a174-15540e7077fe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 944 time: 0.1018729 Sep 20 06:05:19.173356 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:19.177291 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e086a683-fedf-44c6-8f2b-91b70930bd19,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:19.183078 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.190884 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.234565 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2254d1bf-9a63-4043-a3d0-df81ebc906f1 req-76567d63-31cd-4348-bc10-6ca6b38573d0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Sep 20 06:05:19.301473 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcff94-3779-402e-80cf-ffde9cce3731 req-35884a20-e8c2-4bb4-82a9-99428bcbf68d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.303222 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-39bcff94-3779-402e-80cf-ffde9cce3731 req-35884a20-e8c2-4bb4-82a9-99428bcbf68d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0553467 Sep 20 06:05:19.310165 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f1395-198d-4bd8-96f7-a9b85aba13a8 None None] Network 27b0b27c-3667-4132-bd01-18b39ca671a8 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:19.313874 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:19.354257 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-39bcff94-3779-402e-80cf-ffde9cce3731 req-d723117c-ac5c-45a8-abbd-e54bc1e20027 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Sep 20 06:05:19.541993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:19.688052 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42734) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:19.695444 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1641243118-network', 'tenant_id': '3a795b2da5874856ae7c949fbc5f70db'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:19.715690 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Made reservation on behalf of 3a795b2da5874856ae7c949fbc5f70db for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:19.718523 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.726665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.822676 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.828108 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.842775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:05:19.854796 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.855137 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Added segment b9a4f533-e35c-4651-87c6-afde26a9109a of type vlan for network 2d9e5b78-cbf0-4144-8326-cc909c93eb15 Sep 20 06:05:19.915298 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.918998 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbab9cb-0c31-4c06-9fef-af036e30c775,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:19.929871 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2ac22-4b07-4b40-928e-9c482f7b14ab req-d5d5c733-4907-4df1-8f4e-24ec4d611ba3 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.931850 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fb2ac22-4b07-4b40-928e-9c482f7b14ab req-d5d5c733-4907-4df1-8f4e-24ec4d611ba3 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.0745780 Sep 20 06:05:19.948262 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.949234 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:19.949806 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:19.976919 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fb2ac22-4b07-4b40-928e-9c482f7b14ab req-4a4c07af-01f3-4df4-bb1f-ff1e2aad0d06 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Sep 20 06:05:20.011543 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3220320 Sep 20 06:05:20.012844 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42748) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:20.016281 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305547c9-9da9-48fb-9179-ed972902cdca admin admin] Pushing event updated for resources: {'Network': ['ID=2d9e5b78-cbf0-4144-8326-cc909c93eb15,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:20.018330 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Request body: {'subnet': {'network_id': '2d9e5b78-cbf0-4144-8326-cc909c93eb15', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1641243118-subnet', 'tenant_id': '3a795b2da5874856ae7c949fbc5f70db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:20.028407 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 2d9e5b78-cbf0-4144-8326-cc909c93eb15 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:05:20.046030 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Made reservation on behalf of 3a795b2da5874856ae7c949fbc5f70db for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:20.049393 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6652516'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:20.193357 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:20.198369 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b5556e-e380-4352-9019-e98208d1d058" -d '{"events": [{"server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "name": "network-vif-plugged", "status": "completed", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:20.280453 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefb12c8-3c2e-4b83-a21b-0fee1b276476 x-openstack-request-id: req-fefb12c8-3c2e-4b83-a21b-0fee1b276476 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:20.280743 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "name": "network-vif-plugged", "status": "completed", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:20.280997 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fefb12c8-3c2e-4b83-a21b-0fee1b276476 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:20.281392 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19', 'code': 200} Sep 20 06:05:20.296130 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6652490'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:20.347125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4527e-20bd-4a9b-9f17-c6af68173c24 req-d160db24-906b-458c-886e-0ec049a625d7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:20.349634 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4d4527e-20bd-4a9b-9f17-c6af68173c24 req-d160db24-906b-458c-886e-0ec049a625d7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.1105490 Sep 20 06:05:20.441924 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Checking segment: {'id': 'b9a4f533-e35c-4651-87c6-afde26a9109a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2d9e5b78-cbf0-4144-8326-cc909c93eb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:20.443860 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Network hostable DHCP agents. Network: 2d9e5b78-cbf0-4144-8326-cc909c93eb15, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:05:20.447068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ac0440-c934-48da-88ba-f5c25a76c7db,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:20.480877 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4d4527e-20bd-4a9b-9f17-c6af68173c24 req-71076a2a-1159-420c-b81a-42bb3b19f94d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188486 Sep 20 06:05:20.553393 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Network 2d9e5b78-cbf0-4144-8326-cc909c93eb15 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:05:20.584010 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d73db2-1cb6-43eb-bee0-4be28104e8ca req-6735ac3a-5bc6-4ab6-b218-5fa5fa8307c6 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:20.585917 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8d73db2-1cb6-43eb-bee0-4be28104e8ca req-6735ac3a-5bc6-4ab6-b218-5fa5fa8307c6 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1216438 Sep 20 06:05:20.587067 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 2d9e5b78-cbf0-4144-8326-cc909c93eb15) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:20.596108 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79120b75-98aa-4d8a-8480-626937aba44d None None] Network 2d9e5b78-cbf0-4144-8326-cc909c93eb15 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:20.598104 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:20.598789 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:20.640125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828d98f-bf50-4d4b-a02e-998dbeabdec4 req-31506361-29cd-40cd-851f-6b317c905f44 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:20.641750 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c828d98f-bf50-4d4b-a02e-998dbeabdec4 req-31506361-29cd-40cd-851f-6b317c905f44 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0598063 Sep 20 06:05:20.644885 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-671f759f-52e3-4b0a-a16b-02c845d958dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6309345 Sep 20 06:05:20.684982 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8d73db2-1cb6-43eb-bee0-4be28104e8ca req-97635fda-e0d3-4db1-9dcf-7e8fc9955aa5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833268 Sep 20 06:05:20.742613 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c828d98f-bf50-4d4b-a02e-998dbeabdec4 req-720ff3d2-7e02-4a6f-8b43-cf8622d0e0f5 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925832 Sep 20 06:05:20.765252 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3415689-a4a0-4fcd-a11a-1e9b6817a195 None None] Network 2d9e5b78-cbf0-4144-8326-cc909c93eb15 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:21.612028 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4052ac-db7a-4945-b330-1077bbe293f9 req-3d474232-114e-4fdf-b4b8-891d2a03764d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:21.613497 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc4052ac-db7a-4945-b330-1077bbe293f9 req-3d474232-114e-4fdf-b4b8-891d2a03764d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Sep 20 06:05:21.659122 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc4052ac-db7a-4945-b330-1077bbe293f9 req-f3ae7e5c-c7c3-45de-a6a2-fff99b42be62 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394201 Sep 20 06:05:21.661809 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-75e491d4-349c-4ba4-bd4d-f381fe68d7bf req-32143daf-c9e0-4f3c-a9f0-9f6e9cd8d8b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405736 Sep 20 06:05:21.812725 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10111717-98c4-4dab-b60a-d834782fb819 req-8681c5f1-630c-4f69-b2c1-d6f8c00ab653 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:21.815284 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10111717-98c4-4dab-b60a-d834782fb819 req-8681c5f1-630c-4f69-b2c1-d6f8c00ab653 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0572088 Sep 20 06:05:21.861410 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6e5ae-f065-4142-b705-ec18df34ef99 req-61f0e6eb-9759-4030-8655-7e4d3d973088 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:21.862975 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cda6e5ae-f065-4142-b705-ec18df34ef99 req-61f0e6eb-9759-4030-8655-7e4d3d973088 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0508502 Sep 20 06:05:21.868593 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10111717-98c4-4dab-b60a-d834782fb819 req-1a1033b2-1396-4c40-a3c8-158f07fc5401 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Sep 20 06:05:21.903597 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cda6e5ae-f065-4142-b705-ec18df34ef99 req-17085e48-3246-48ee-882d-d10aea2b37b5 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Sep 20 06:05:21.940746 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['963d7886-6e8b-4724-b2c9-c17eb78837de'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:22.003806 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f90a48-c0da-43a3-a698-4085871753a6 req-afb3c1b4-15cd-4224-9ac4-5defa92915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:22.005404 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10f90a48-c0da-43a3-a698-4085871753a6 req-afb3c1b4-15cd-4224-9ac4-5defa92915f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 1098 time: 0.0442982 Sep 20 06:05:22.018344 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 42832) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:22.056620 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10f90a48-c0da-43a3-a698-4085871753a6 req-b65499d4-02b5-48f1-b2b5-0441431589d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Sep 20 06:05:22.147882 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6486efd5-c418-4618-9c82-f1d57d568810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.240527 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6486efd5-c418-4618-9c82-f1d57d568810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.244958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6486efd5-c418-4618-9c82-f1d57d568810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.289211 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6486efd5-c418-4618-9c82-f1d57d568810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97690c746be447c88cbd1a0e574f805d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668459 Sep 20 06:05:22.289211 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486efd5-c418-4618-9c82-f1d57d568810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc013c82-f1fa-4ea5-855e-61e5e6c34201,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:22.290328 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42846) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:22.368451 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.396589 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.447996 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.450805 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.452043 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc013c82-f1fa-4ea5-855e-61e5e6c34201 HTTP/1.1" status: 204 len: 168 time: 0.1605988 Sep 20 06:05:22.463348 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c3a53-1e7a-4737-bdee-bd5dcea4d3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc013c82-f1fa-4ea5-855e-61e5e6c34201,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:22.759128 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42870) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:22.773193 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-10e0a241-daca-4bf4-b158-687e8b8ca0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.782398 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6aa02-f1e5-49a3-9302-e92960388aa0 req-4fc6cf1f-8cbd-4024-b12a-3ce6f6bc0282 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:22.784006 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47e6aa02-f1e5-49a3-9302-e92960388aa0 req-4fc6cf1f-8cbd-4024-b12a-3ce6f6bc0282 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Sep 20 06:05:22.830584 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-47e6aa02-f1e5-49a3-9302-e92960388aa0 req-4065fd2a-deff-479d-9b36-689f146a4632 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402398 Sep 20 06:05:22.917435 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-10e0a241-daca-4bf4-b158-687e8b8ca0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.924932 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-10e0a241-daca-4bf4-b158-687e8b8ca0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:22.978125 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-10e0a241-daca-4bf4-b158-687e8b8ca0ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e77251f3a0cd47e09ae070c4184cd3e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148976 Sep 20 06:05:22.978125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0a241-daca-4bf4-b158-687e8b8ca0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e310929-29cc-410f-908f-d8ee4d6d8187,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:22.979665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 42890) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:23.041115 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f01bbc-dbee-45a6-a82f-a49358fe2df4 req-1abb80dc-026e-4cdb-8142-883f35095e2f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:23.042834 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53f01bbc-dbee-45a6-a82f-a49358fe2df4 req-1abb80dc-026e-4cdb-8142-883f35095e2f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0835857 Sep 20 06:05:23.057349 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.105731 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53f01bbc-dbee-45a6-a82f-a49358fe2df4 req-fbc2000b-0c54-42bb-afa8-31c63f521651 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528579 Sep 20 06:05:23.107874 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.180894 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.183851 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.189475 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e310929-29cc-410f-908f-d8ee4d6d8187 HTTP/1.1" status: 204 len: 168 time: 0.2087278 Sep 20 06:05:23.209554 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cd972-5069-443b-a9c6-ce967a9d363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e310929-29cc-410f-908f-d8ee4d6d8187,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:23.302035 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08412b7e-ca3a-4ed8-9731-57b5de31ac7e req-055ac14e-8f18-4d79-ab3c-c832b0e36968 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:23.304068 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08412b7e-ca3a-4ed8-9731-57b5de31ac7e req-055ac14e-8f18-4d79-ab3c-c832b0e36968 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0991371 Sep 20 06:05:23.360868 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-08412b7e-ca3a-4ed8-9731-57b5de31ac7e req-2575fa9f-0082-4c71-a997-e7131057a2f9 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Sep 20 06:05:23.649302 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:23.717057 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 963d7886-6e8b-4724-b2c9-c17eb78837de completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:23.721571 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 963d7886-6e8b-4724-b2c9-c17eb78837de triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:23.722147 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.823608 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.847610 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:23.850234 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a504e8f3-7fe9-44db-94d1-ee471c8f3dca" -d '{"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:23.869035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:23.875353 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:23.919930 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f68e7cc-a4c2-4a49-9e31-d5a6fce041bc x-openstack-request-id: req-6f68e7cc-a4c2-4a49-9e31-d5a6fce041bc {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:23.920226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:23.920504 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f68e7cc-a4c2-4a49-9e31-d5a6fce041bc {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:23.920930 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'code': 200} Sep 20 06:05:23.958305 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:24.047433 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dea3c6-4870-4d7c-8147-0ebfd293c3ce req-1724615d-82ef-4cbd-985b-b406c973a1c6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.049035 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-30dea3c6-4870-4d7c-8147-0ebfd293c3ce req-1724615d-82ef-4cbd-985b-b406c973a1c6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0872343 Sep 20 06:05:24.095059 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-30dea3c6-4870-4d7c-8147-0ebfd293c3ce req-4ba82ff9-fec6-45d0-bbfb-6b8be623e496 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Sep 20 06:05:24.176084 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154779c9-6408-4e14-a39b-7b9e568188f4 req-2313ddd9-9d0c-4ace-993e-cb8423451d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.181768 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-154779c9-6408-4e14-a39b-7b9e568188f4 req-2313ddd9-9d0c-4ace-993e-cb8423451d14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0705783 Sep 20 06:05:24.234860 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-154779c9-6408-4e14-a39b-7b9e568188f4 req-9ba0cb60-bb11-4885-ae6e-732dede4fc02 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 Sep 20 06:05:24.261015 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687311-8627-4753-b890-a94cfa144345 req-8a734cc4-d9d6-4e5b-9102-f48295752525 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.268336 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e687311-8627-4753-b890-a94cfa144345 req-8a734cc4-d9d6-4e5b-9102-f48295752525 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0625007 Sep 20 06:05:24.308052 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e687311-8627-4753-b890-a94cfa144345 req-13e41070-e21c-4bd0-8aeb-ca0a0b8593a5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Sep 20 06:05:24.711161 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-8ab09232-56f4-4563-9228-ed60dc9a643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.712675 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-8ab09232-56f4-4563-9228-ed60dc9a643c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 1098 time: 0.0570374 Sep 20 06:05:24.735671 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3f069-cead-454e-8202-8b792b6067d7 req-e378091c-28d9-40c1-9927-18325858a4bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.737422 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d8f3f069-cead-454e-8202-8b792b6067d7 req-e378091c-28d9-40c1-9927-18325858a4bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0616667 Sep 20 06:05:24.787867 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d8f3f069-cead-454e-8202-8b792b6067d7 req-9af58d7d-64e3-4846-b54c-71b2054470f4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Sep 20 06:05:24.854934 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-9ff997e0-8a52-411a-a9f1-db4eb4fdc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.856447 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-9ff997e0-8a52-411a-a9f1-db4eb4fdc42e service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.0941975 Sep 20 06:05:24.900767 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-b73901d5-1d53-49cd-b4b2-a013cac902f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e086a683-fedf-44c6-8f2b-91b70930bd19 HTTP/1.1" status: 200 len: 217 time: 0.0362782 Sep 20 06:05:24.951721 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-cf43e3c5-20b3-476c-868f-3716ab436746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:24.953184 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-cf43e3c5-20b3-476c-868f-3716ab436746 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.0450058 Sep 20 06:05:24.987308 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-b7ef2acf-731d-470c-81b8-18ca8f4e27ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263176 Sep 20 06:05:25.081706 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-1a105c13-3a16-4c9e-9ecc-7ccab0edfac4 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862701 Sep 20 06:05:25.187221 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e1731ae-4d41-4792-9f16-13c5dd0cc2f5 req-504f9ae6-754e-4206-a033-2ac15670e743 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982215 Sep 20 06:05:25.225954 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53a5e7-015a-479d-b360-1b9fd0ca1fa6 req-4243e9e5-9628-490f-976f-d218a3d6bcd7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:25.227575 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d53a5e7-015a-479d-b360-1b9fd0ca1fa6 req-4243e9e5-9628-490f-976f-d218a3d6bcd7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0556068 Sep 20 06:05:25.295155 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d53a5e7-015a-479d-b360-1b9fd0ca1fa6 req-7f5abb70-82e8-42b8-a34e-7fa1083944b8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603864 Sep 20 06:05:25.793422 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:25.922646 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a7126-665d-4ff7-88e5-e662b94aa374 req-ecc2592b-3211-4b51-9cb8-8e0ca1b19416 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:25.924205 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db5a7126-665d-4ff7-88e5-e662b94aa374 req-ecc2592b-3211-4b51-9cb8-8e0ca1b19416 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0502200 Sep 20 06:05:25.961938 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-db5a7126-665d-4ff7-88e5-e662b94aa374 req-c28db0b6-4cf0-469c-b95e-502ff4e01c41 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Sep 20 06:05:26.412440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e25817-8a55-47ba-b09d-8affbd591d06 req-d666df91-310f-403f-afb3-6f752bc68dd2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:26.413885 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9e25817-8a55-47ba-b09d-8affbd591d06 req-d666df91-310f-403f-afb3-6f752bc68dd2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0465896 Sep 20 06:05:26.437898 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9f25612a-f52b-4ec1-ab31-04454af41ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:26.451876 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9e25817-8a55-47ba-b09d-8affbd591d06 req-08256e47-0962-4c02-ac5b-e218d7beb6c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320208 Sep 20 06:05:26.564191 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de5bd2-21b5-4e13-b84a-cdf885c08582 req-af5ca8a2-5b85-4738-b1f9-0daa8737f0fb tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:26.565708 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a8de5bd2-21b5-4e13-b84a-cdf885c08582 req-af5ca8a2-5b85-4738-b1f9-0daa8737f0fb tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0480890 Sep 20 06:05:26.574603 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43064) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:26.579231 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'floatingip': {'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:26.664923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:26.804433 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43076) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:26.996239 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0daae9c9-a6b0-4c9d-8044-828b22b45bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.238663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53c2f4-db33-47b5-939d-978a68268137 req-2364573a-0e84-4b66-881c-64dfa6999b58 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:27.239904 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e53c2f4-db33-47b5-939d-978a68268137 req-2364573a-0e84-4b66-881c-64dfa6999b58 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1635706 Sep 20 06:05:27.383678 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e53c2f4-db33-47b5-939d-978a68268137 req-e1aa55aa-9299-4df7-afd4-9955de38f341 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247633 Sep 20 06:05:27.647897 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0daae9c9-a6b0-4c9d-8044-828b22b45bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.653910 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0daae9c9-a6b0-4c9d-8044-828b22b45bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.682798 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.695463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.738648 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0daae9c9-a6b0-4c9d-8044-828b22b45bfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5bb82525f4fe4374828925d494ea89b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9331868 Sep 20 06:05:27.739358 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daae9c9-a6b0-4c9d-8044-828b22b45bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84918f90-df03-4673-a39a-4cc831eac16b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:27.741346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43102) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:27.788191 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.808137 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Floating IP 17c54548-ec94-40a1-b8b2-aa0c94231001 associated. External IP: 172.27.3.248, port: 963d7886-6e8b-4724-b2c9-c17eb78837de. Sep 20 06:05:27.808540 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.858844 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.861164 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:27.862313 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84918f90-df03-4673-a39a-4cc831eac16b HTTP/1.1" status: 204 len: 168 time: 0.1199987 Sep 20 06:05:27.869839 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855d74-8640-49cd-bb09-a6263f372208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84918f90-df03-4673-a39a-4cc831eac16b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:28.046170 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:05:28.157767 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:05:28.163325 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:28.177915 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:05:28.198143 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c1ebd474-c3c8-4544-ac47-ab377c0e9098 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "PUT /v2.0/floatingips/17c54548-ec94-40a1-b8b2-aa0c94231001 HTTP/1.1" status: 200 len: 992 time: 1.6198952 Sep 20 06:05:28.198143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:28.198500 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9181d87-1251-4ff9-96ba-1b9a038612ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:28.200607 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:05:28.201306 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:28.240896 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439385cb-ae54-48da-9788-e5636b47c4cc x-openstack-request-id: req-439385cb-ae54-48da-9788-e5636b47c4cc {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:28.241691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:28.241691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-439385cb-ae54-48da-9788-e5636b47c4cc {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:28.242036 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'status': 'completed', 'code': 200} Sep 20 06:05:28.367332 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-df634916-0f60-447f-95d1-0c280ee5b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:28.370943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-df634916-0f60-447f-95d1-0c280ee5b84a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1099 time: 0.0814908 Sep 20 06:05:28.408127 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:05:28.564093 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-b18c64e3-41f4-47c8-bb7f-7ab3fee04230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:28.565676 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-b18c64e3-41f4-47c8-bb7f-7ab3fee04230 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.1808002 Sep 20 06:05:28.746527 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ff639-44c5-459a-9843-0945ffb85a93 req-b0253a74-82a6-461e-97f4-c203b9c7e79b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:28.748353 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-678ff639-44c5-459a-9843-0945ffb85a93 req-b0253a74-82a6-461e-97f4-c203b9c7e79b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1813827 Sep 20 06:05:28.750209 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-cf608397-cfc2-4f85-a236-26963f29b4d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 1000 time: 0.1710289 Sep 20 06:05:28.845468 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-678ff639-44c5-459a-9843-0945ffb85a93 req-59b46889-f464-4f9a-b2ec-6185a80f8488 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900347 Sep 20 06:05:28.851923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-5d4264d8-bace-43fa-b025-820c7ca2be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:28.853469 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-5d4264d8-bace-43fa-b025-820c7ca2be30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0818024 Sep 20 06:05:28.927527 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-c8b9b512-fd30-4854-af12-80b33a8a32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:28.929601 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-c8b9b512-fd30-4854-af12-80b33a8a32a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640352 Sep 20 06:05:28.961555 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '17c54548-ec94-40a1-b8b2-aa0c94231001', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:05:08Z', 'updated_at': '2021-09-20T06:05:27Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:28.994417 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:05:29.007639 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:05:29.008546 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:04:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:29.039089 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c01f1a91-6cd5-4c50-9ffd-c09d2cf076c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:29.082330 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-7c357833-f9e6-4bc4-bd54-a89e47edee63 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437993 Sep 20 06:05:29.146201 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:05:29.189067 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9181d87-1251-4ff9-96ba-1b9a038612ef req-9304fd51-43b9-4e63-b41e-1b030468b4da service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983005 Sep 20 06:05:29.271179 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:29.412346 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '17c54548-ec94-40a1-b8b2-aa0c94231001', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:05:08Z', 'updated_at': '2021-09-20T06:05:27Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:29.447702 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a92794d-1b5d-4e91-8dcf-aa69ae315f84 None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '17c54548-ec94-40a1-b8b2-aa0c94231001', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:05:08Z', 'updated_at': '2021-09-20T06:05:27Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:05:29.679204 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe01fa1-aa6b-40a7-acac-f75195715b0a None None] New status for floating IP 17c54548-ec94-40a1-b8b2-aa0c94231001: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:05:29.933068 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:30.015262 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819b8fc-fe14-4d49-901b-6705c876724e req-c081cee0-ae68-4d40-aa79-82800f6d6794 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:30.016791 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7819b8fc-fe14-4d49-901b-6705c876724e req-c081cee0-ae68-4d40-aa79-82800f6d6794 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0669544 Sep 20 06:05:30.064016 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7819b8fc-fe14-4d49-901b-6705c876724e req-e21898e1-be3e-4aa7-b905-981f81a753d9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Sep 20 06:05:30.686818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43280) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:30.831926 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43286) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:30.886451 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8a1ece37-ffe9-4a77-b5a7-635f148f0a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:30.890173 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:30.908895 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.db.api [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:05:30.908895 dv-cinder-809968-1-iscsi neutron-server[94131]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 06:05:30.908895 dv-cinder-809968-1-iscsi neutron-server[94131]: [parameters: {'project_id': 'fc3fe381288648609a5176cb4181494d', 'id': '3e90a320-3a5d-42ea-b0c1-dd698a8a8318', 'expiration': datetime.datetime(2021, 9, 20, 6, 7, 30, 905558)}] Sep 20 06:05:30.908895 dv-cinder-809968-1-iscsi neutron-server[94131]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94131) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:05:30.909287 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG oslo_db.api [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:05:30.981711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8a1ece37-ffe9-4a77-b5a7-635f148f0a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:30.986259 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8a1ece37-ffe9-4a77-b5a7-635f148f0a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.022397 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ece37-ffe9-4a77-b5a7-635f148f0a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13afdd9-6ccc-4dd5-8225-b3288fb56984,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:31.031142 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8a1ece37-ffe9-4a77-b5a7-635f148f0a4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=723cd3cf6f32434980c63fea8b013213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425961 Sep 20 06:05:31.031326 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43292) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:31.078482 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.099758 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.146728 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.149522 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.153026 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b13afdd9-6ccc-4dd5-8225-b3288fb56984 HTTP/1.1" status: 204 len: 168 time: 0.1195424 Sep 20 06:05:31.163565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a37151-7ee7-49ef-a786-4f3765ab186c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13afdd9-6ccc-4dd5-8225-b3288fb56984,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:31.230082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a192c9d-fa62-4b05-aefa-a70913303037 req-a43c7d2a-9dae-4d8a-92f6-9321ef6dfb3b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:31.231985 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a192c9d-fa62-4b05-aefa-a70913303037 req-a43c7d2a-9dae-4d8a-92f6-9321ef6dfb3b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0944459 Sep 20 06:05:31.287207 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1a192c9d-fa62-4b05-aefa-a70913303037 req-a9c1c67a-e2d9-449b-a93b-fd8edd18b6ad tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Sep 20 06:05:31.410651 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.451853 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43312) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:31.464930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8586ec1b-c4b7-40bc-90f0-aca0b2fac8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.502880 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.506714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.549011 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc3fe381288648609a5176cb4181494d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7159178 Sep 20 06:05:31.549935 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0b287-d571-4e85-b415-702981afba54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06fb5c8-9d81-4c35-a5cb-a58aed058999,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:31.552160 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43314) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:31.638425 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8586ec1b-c4b7-40bc-90f0-aca0b2fac8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.644072 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8586ec1b-c4b7-40bc-90f0-aca0b2fac8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.646407 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.707619 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.723598 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8586ec1b-c4b7-40bc-90f0-aca0b2fac8e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1b16c35da4d4351882f0b2133e46189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705827 Sep 20 06:05:31.724280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8586ec1b-c4b7-40bc-90f0-aca0b2fac8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c3221-7fdc-4e0a-8f17-5c98a2692c59,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:31.726696 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43322) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:31.786057 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.789236 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.790461 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d06fb5c8-9d81-4c35-a5cb-a58aed058999 HTTP/1.1" status: 204 len: 168 time: 0.2373292 Sep 20 06:05:31.824781 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f517e-8f77-40d9-a843-c7f6c0fac805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06fb5c8-9d81-4c35-a5cb-a58aed058999,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:31.915930 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.963489 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:31.986839 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.037815 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.043583 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.047809 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b58c3221-7fdc-4e0a-8f17-5c98a2692c59 HTTP/1.1" status: 204 len: 168 time: 0.3167908 Sep 20 06:05:32.053369 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5b2cf-e55f-4a01-8537-15f452549d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c3221-7fdc-4e0a-8f17-5c98a2692c59,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:32.221964 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43342) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:32.239206 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-06b83414-a4e0-4b86-9f9f-0525cdd820c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.376184 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-06b83414-a4e0-4b86-9f9f-0525cdd820c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.394326 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-06b83414-a4e0-4b86-9f9f-0525cdd820c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.411920 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba295a-f337-4451-87f7-fb959b784720 req-ea78eafc-47e0-4126-b5a0-c254e5be8863 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:32.429597 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-beba295a-f337-4451-87f7-fb959b784720 req-ea78eafc-47e0-4126-b5a0-c254e5be8863 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0706444 Sep 20 06:05:32.442693 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-06b83414-a4e0-4b86-9f9f-0525cdd820c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7da66711726c43edbabb84e12fc42eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193158 Sep 20 06:05:32.443425 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43358) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:32.456324 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b83414-a4e0-4b86-9f9f-0525cdd820c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257bc4a6-ca30-4214-a02e-cb5ab12f59fc,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:32.487341 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-beba295a-f337-4451-87f7-fb959b784720 req-85bb310e-d5f3-4226-92b7-aa83571eb52c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564311 Sep 20 06:05:32.543435 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.572342 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.640827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.644077 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:32.647701 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/257bc4a6-ca30-4214-a02e-cb5ab12f59fc HTTP/1.1" status: 204 len: 168 time: 0.1998310 Sep 20 06:05:32.672537 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8cfd8-cf9c-466a-bd14-6e58ed291d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257bc4a6-ca30-4214-a02e-cb5ab12f59fc,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:32.888395 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-bef6df73-2439-4af2-8eee-17e76b7a8efd tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:32.892177 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-bef6df73-2439-4af2-8eee-17e76b7a8efd tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1740186 Sep 20 06:05:32.905312 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-84fe3e7a-01fe-49c6-a759-7f1402ef9c59 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/quotas/717c9a18c0bb4ab6918fb7044ea41792 HTTP/1.1" status: 200 len: 375 time: 0.0090282 Sep 20 06:05:32.983228 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-f87ee2b7-197d-4838-a6d0-9e0758e9db58 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712600 Sep 20 06:05:33.080454 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-0e5f5d3a-9dbc-4897-8875-eef84ea02f17 service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896096 Sep 20 06:05:33.204090 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-efcca025-1af0-4b13-8ac4-95ba1da08beb service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120923 Sep 20 06:05:33.411274 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-182d7f4b-08ff-4338-85c9-fa4d23f730fb req-c79c4c56-761b-4491-bca7-1135c5e0f352 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0538211 Sep 20 06:05:33.631823 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327556b-9b5c-4a41-89ce-8b6c67c955d8 req-de67002f-7da9-484b-aa3c-f26146479464 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:33.640833 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b327556b-9b5c-4a41-89ce-8b6c67c955d8 req-de67002f-7da9-484b-aa3c-f26146479464 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0665514 Sep 20 06:05:33.679774 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b327556b-9b5c-4a41-89ce-8b6c67c955d8 req-9cab83af-2d43-4b9f-aa3d-26e5906d5319 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Sep 20 06:05:34.519936 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-adbe22c2-78c4-4107-a5f8-06557aa8a1ad req-a29610fd-3e33-4cdd-b117-09c21cbbe490 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Sep 20 06:05:34.588216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-00201cf2-f64d-4815-bf84-4df8279e74fc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:34.597061 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-00201cf2-f64d-4815-bf84-4df8279e74fc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1985822 Sep 20 06:05:34.620744 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Request body: {'port': {'device_id': '50c77520-923f-4835-94ce-13acefee6ee7', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'admin_state_up': True, 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:34.750383 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:34.754864 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:34.965802 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996522-8c7e-41d8-884e-0c77fa1b4e7a req-0e9a7d21-4253-4f00-9afd-aedbe51a7222 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:34.968126 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-63996522-8c7e-41d8-884e-0c77fa1b4e7a req-0e9a7d21-4253-4f00-9afd-aedbe51a7222 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1677670 Sep 20 06:05:35.026078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Allocated IP 172.20.0.9 (cf3a5b94-a2da-4593-8277-0805af18bd60/9d2276bb-5836-4015-8cb6-e002c01abce5/0d97c4f9-bb48-4dd9-94c7-79c36ae2688a) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:05:35.050060 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-63996522-8c7e-41d8-884e-0c77fa1b4e7a req-3740201e-bd47-4add-822f-550e92c83e6d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714800 Sep 20 06:05:35.229949 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.267218 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.282782 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:35.316379 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Network cf3a5b94-a2da-4593-8277-0805af18bd60 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:05:35.319775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:35.327509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:05:35.333111 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:35.333756 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.336205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event updated for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:35.351720 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-75eddd1e-b43b-4432-a41a-3664f4ab1f3b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357080 Sep 20 06:05:35.369782 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Request body: {'port': {'device_id': '50c77520-923f-4835-94ce-13acefee6ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:35.430121 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.443319 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43594) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:35.559890 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2df5a545-92d7-4477-a2df-9c0e203f4f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.684482 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae6ee2-7c12-4b0f-8a34-c2dd267bc4ac req-db350223-8004-4f4e-abec-a900f1137dae tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:35.685380 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1fae6ee2-7c12-4b0f-8a34-c2dd267bc4ac req-db350223-8004-4f4e-abec-a900f1137dae tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 931 time: 0.0857539 Sep 20 06:05:35.718221 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2df5a545-92d7-4477-a2df-9c0e203f4f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.727355 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2df5a545-92d7-4477-a2df-9c0e203f4f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.741483 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:35.750509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.762651 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Transition to ACTIVE for port object 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:05:35.766867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.773246 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1fae6ee2-7c12-4b0f-8a34-c2dd267bc4ac req-1fff1f91-37ce-43ad-b726-c4fc801e1291 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778630 Sep 20 06:05:35.789761 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5a545-92d7-4477-a2df-9c0e203f4f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c1a271-2890-40c6-a93a-157afcf251d1,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:35.794328 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2df5a545-92d7-4477-a2df-9c0e203f4f52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ad7ef32b084377ab0ab1ea3ca44632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497961 Sep 20 06:05:35.797458 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43604) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:35.817944 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:35.847594 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.856114 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Attempting to bind port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:05:35.856440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Attempting to bind port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:05:35.856760 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Attempting to bind port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:35.860931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a on network cf3a5b94-a2da-4593-8277-0805af18bd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:05:35.861245 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Attempting to bind port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:05:35.866078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:05:35.866411 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Checking segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:35.866812 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Bound using segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:05:35.867281 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Bound port: 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:05:35.867686 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.867891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.932588 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.936219 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.937311 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7c1a271-2890-40c6-a93a-157afcf251d1 HTTP/1.1" status: 204 len: 168 time: 0.1387703 Sep 20 06:05:35.940647 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:05:35.944197 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:05:35.947540 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1560f-3955-465c-aec5-9024834f3236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c1a271-2890-40c6-a93a-157afcf251d1,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:35.949419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.982882 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:35.984061 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:35.984950 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d97c4f9-bb48-4dd9-94c7-79c36ae2688a HTTP/1.1" status: 200 len: 1093 time: 0.6198590 Sep 20 06:05:35.985372 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:35.987640 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becae761-daa3-41af-9561-8607d7ef41f8" -d '{"events": [{"name": "network-changed", "server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:36.017412 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023b264-7299-42f1-afd3-8cf5d0181ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:36.033023 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29367de-a271-4708-b485-301118fef171 x-openstack-request-id: req-a29367de-a271-4708-b485-301118fef171 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:36.033316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:36.033616 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a29367de-a271-4708-b485-301118fef171 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:36.034080 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', 'status': 'completed', 'code': 200} Sep 20 06:05:36.089624 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-223a3782-6197-4b4d-8b3d-2e116325262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:36.091175 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-223a3782-6197-4b4d-8b3d-2e116325262e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0502753 Sep 20 06:05:36.318049 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43640) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:36.322571 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43642) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:36.358055 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee176f7-fa16-4132-b7e5-89bd8eb8b60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.364831 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-b9189a1a-24c9-47f6-8d7d-fc8c24c144dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a HTTP/1.1" status: 200 len: 217 time: 0.2621164 Sep 20 06:05:36.386652 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Deleting subnet ef9cc9d2-9104-4784-841f-af72eac5612e {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:05:36.392352 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.443637 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.448503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c61f8-4194-4db1-9553-bfb4665b2858 req-8e772ebf-4a26-4bfc-9231-a7a5b812715d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:36.449995 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a94c61f8-4194-4db1-9553-bfb4665b2858 req-8e772ebf-4a26-4bfc-9231-a7a5b812715d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0843022 Sep 20 06:05:36.460204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-390ecb43-5ed4-43e7-9151-594953e824cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:36.461569 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-390ecb43-5ed4-43e7-9151-594953e824cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0867643 Sep 20 06:05:36.502869 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-62ddc8c6-2b6c-4112-a131-de09456520ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279553 Sep 20 06:05:36.506801 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.527907 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a94c61f8-4194-4db1-9553-bfb4665b2858 req-3f4aa74d-fe50-4a69-be77-f92dc9ad7fb3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700448 Sep 20 06:05:36.565112 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee176f7-fa16-4132-b7e5-89bd8eb8b60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.571751 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3ee176f7-fa16-4132-b7e5-89bd8eb8b60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.592851 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.610818 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-9a52ac7f-3079-4dd9-9c95-5f798f5c2e8a service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985172 Sep 20 06:05:36.643523 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9cc9d2-9104-4784-841f-af72eac5612e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:36.649178 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3ee176f7-fa16-4132-b7e5-89bd8eb8b60b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=22e49d7a3d4241e0b47a83dae1237571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304722 Sep 20 06:05:36.649178 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.652189 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-33266043-1219-4c1e-8779-ef8f3eaba6a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ef9cc9d2-9104-4784-841f-af72eac5612e HTTP/1.1" status: 204 len: 168 time: 0.3263075 Sep 20 06:05:36.652189 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee176f7-fa16-4132-b7e5-89bd8eb8b60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe6f44-5646-4a3c-8435-75089138db2a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:36.652366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43648) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:36.653017 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43650) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:36.726760 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.753975 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-15c82fdd-44ca-4486-bd03-32658afaa6e5 req-3a298984-81a3-4ddf-be85-49eab2f48ac5 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328182 Sep 20 06:05:36.757145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.785252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.814027 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.837316 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b0b27c-3667-4132-bd01-18b39ca671a8']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:36.850943 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225a4302-5614-4100-813c-c2437c7de1db') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:36.851237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225a4302-5614-4100-813c-c2437c7de1db') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:36.863642 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.868551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae761-daa3-41af-9561-8607d7ef41f8 req-ad2f4e2c-7de4-412b-a9d2-0361a7e73b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:36.870615 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-ad2f4e2c-7de4-412b-a9d2-0361a7e73b9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 1096 time: 0.0548277 Sep 20 06:05:36.877771 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.900813 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.903315 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.904178 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:05:36.905059 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81fe6f44-5646-4a3c-8435-75089138db2a HTTP/1.1" status: 204 len: 168 time: 0.2524927 Sep 20 06:05:36.905262 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:05:36.906673 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:05:36.952489 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73dde1-f1d0-4100-9310-b4f1cb2c9cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe6f44-5646-4a3c-8435-75089138db2a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:36.992053 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.002540 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae761-daa3-41af-9561-8607d7ef41f8 req-ac3b79b9-99ba-4ff5-9f99-9f4bd9e0fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:37.004181 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-ac3b79b9-99ba-4ff5-9f99-9f4bd9e0fb14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 916 time: 0.1227226 Sep 20 06:05:37.005000 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d381-b38e-442e-9b87-93d7403c8e67 req-ee0a073a-f4bf-4098-be04-76e37b178048 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:37.006509 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0144d381-b38e-442e-9b87-93d7403c8e67 req-ee0a073a-f4bf-4098-be04-76e37b178048 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 943 time: 0.1157620 Sep 20 06:05:37.013210 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.015684 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] 10.222.0.20 "DELETE /v2.0/networks/27b0b27c-3667-4132-bd01-18b39ca671a8 HTTP/1.1" status: 204 len: 168 time: 0.3617194 Sep 20 06:05:37.018344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43660) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:37.031304 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d378-cac6-4d00-9d67-e41e5d14bddb admin admin] Pushing event deleted for resources: {'Network': ['ID=27b0b27c-3667-4132-bd01-18b39ca671a8,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:37.061329 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0144d381-b38e-442e-9b87-93d7403c8e67 req-cd340e42-1767-40fe-a487-6f352267b448 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Sep 20 06:05:37.090013 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-647a966a-ad25-4626-a1d4-ecd9183c4d46 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a HTTP/1.1" status: 200 len: 217 time: 0.0747356 Sep 20 06:05:37.109042 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Deleting subnet a7ac0440-c934-48da-88ba-f5c25a76c7db {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:05:37.113217 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.177050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.186305 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.189107 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becae761-daa3-41af-9561-8607d7ef41f8 req-3134722c-6694-4c86-b690-fe66e82280f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:37.190901 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-3134722c-6694-4c86-b690-fe66e82280f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0783427 Sep 20 06:05:37.236244 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-70530339-05ca-49eb-a65f-a0992c9f53b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279844 Sep 20 06:05:37.315840 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.351432 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ac0440-c934-48da-88ba-f5c25a76c7db,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:37.353432 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.355314 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-42ff9a14-bcb7-41c9-8cb1-5692f1841bd6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a7ac0440-c934-48da-88ba-f5c25a76c7db HTTP/1.1" status: 204 len: 168 time: 0.3354423 Sep 20 06:05:37.358409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43674) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:37.397801 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-26bad654-3f8e-40e3-9543-7a1ac28a1f3d service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511724 Sep 20 06:05:37.469554 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.595461 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-becae761-daa3-41af-9561-8607d7ef41f8 req-98242883-3c33-4cd0-93ce-989aadfa95fb service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671846 Sep 20 06:05:37.622238 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.650827 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.651578 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.652485 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.653002 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > port after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.653479 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.653968 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > port after_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.655005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.655546 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.656022 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.656499 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.672662 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda291f-b779-4fc9-8286-aae7ef3b8f60 req-f1281674-08c6-437f-a41e-0a585ade022e tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:37.674920 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8eda291f-b779-4fc9-8286-aae7ef3b8f60 req-f1281674-08c6-437f-a41e-0a585ade022e tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0697622 Sep 20 06:05:37.723920 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8eda291f-b779-4fc9-8286-aae7ef3b8f60 req-0440927b-97b9-4bbc-8974-bb1a53340d91 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426226 Sep 20 06:05:37.785303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43700) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:37.866706 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.867210 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.867607 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.868008 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 06:05:37.868461 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9e5b78-cbf0-4144-8326-cc909c93eb15']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:37.888992 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a4f533-e35c-4651-87c6-afde26a9109a') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:37.889523 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a4f533-e35c-4651-87c6-afde26a9109a') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:37.910132 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6047778'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.923445 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfd9-9d60-4960-9ca3-12efe9b69f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.936787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.953786 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:05:37.954197 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4917637'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: from cryptography.utils import int_from_bytes Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: from cryptography.utils import int_from_bytes Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: timer() Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: cb(*args, **kw) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: self._notify() Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: self.callback(batched_events) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: event.method(event) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._get(url).json() Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:05:37.959179 dv-cinder-809968-1-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:05:38.032594 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.040058 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.052377 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d9e5b78-cbf0-4144-8326-cc909c93eb15 HTTP/1.1" status: 204 len: 168 time: 0.6842484 Sep 20 06:05:38.064217 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c0cf3-e510-42f4-ae6c-e3c866402de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9e5b78-cbf0-4144-8326-cc909c93eb15,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.104589 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfd9-9d60-4960-9ca3-12efe9b69f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.111101 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dc7bbfd9-9d60-4960-9ca3-12efe9b69f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.152400 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bbfd9-9d60-4960-9ca3-12efe9b69f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38230774-cce5-41f8-8394-4f2ced08816a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.160091 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dc7bbfd9-9d60-4960-9ca3-12efe9b69f00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b61c2974c11d486aa255491fa31784aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737280 Sep 20 06:05:38.162618 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43716) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.179030 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43718) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.199076 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db51a3-942f-4fe2-b63c-d0a519eb94ea req-7166e603-39ec-4f51-87d5-1edbf2a8d310 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:38.200659 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53db51a3-942f-4fe2-b63c-d0a519eb94ea req-7166e603-39ec-4f51-87d5-1edbf2a8d310 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 943 time: 0.0568874 Sep 20 06:05:38.233036 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.234838 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43722) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.259714 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53db51a3-942f-4fe2-b63c-d0a519eb94ea req-db20aac0-e666-4ee1-91b9-e3557b442230 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527248 Sep 20 06:05:38.280773 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.311679 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3f4491a7-8ffc-4a7c-9c92-c6acb77744e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ae4da67f77d4ba3b175290c0143ee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756876 Sep 20 06:05:38.314371 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43726) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.355965 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.359542 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.363011 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38230774-cce5-41f8-8394-4f2ced08816a HTTP/1.1" status: 204 len: 168 time: 0.1970541 Sep 20 06:05:38.368312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.377090 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1738a9f-4081-46dd-b5ea-81c5d0b377a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38230774-cce5-41f8-8394-4f2ced08816a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.403478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.431602 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fb88be56-6f25-4dde-9e6e-3e243fb0d3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.473193 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.477939 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.479352 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85d9349e-2481-4eb1-899e-8a055bba426e HTTP/1.1" status: 204 len: 168 time: 0.1638653 Sep 20 06:05:38.493367 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad9bdc-0ce0-4d6e-b245-cc46d4ae9354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d9349e-2481-4eb1-899e-8a055bba426e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.552151 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fb88be56-6f25-4dde-9e6e-3e243fb0d3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.560607 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fb88be56-6f25-4dde-9e6e-3e243fb0d3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.621959 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fb88be56-6f25-4dde-9e6e-3e243fb0d3ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be895fdfbac24bda9a52873d6fcc8c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416537 Sep 20 06:05:38.624606 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43736) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.627851 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88be56-6f25-4dde-9e6e-3e243fb0d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b149c9-e0ca-4869-820f-01d026641892,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.689181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.711785 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.766554 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.769514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.770762 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75b149c9-e0ca-4869-820f-01d026641892 HTTP/1.1" status: 204 len: 168 time: 0.1433566 Sep 20 06:05:38.779937 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c9b93-4d78-4954-8252-fe069db3124f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b149c9-e0ca-4869-820f-01d026641892,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:38.829270 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43742) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.850766 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd307f9-9421-4e45-a21a-49b437879b11 req-b634771c-fdf8-4bfb-b8b2-da99ae29a1bd tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:38.852838 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-edd307f9-9421-4e45-a21a-49b437879b11 req-b634771c-fdf8-4bfb-b8b2-da99ae29a1bd tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0574632 Sep 20 06:05:38.860880 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43744) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.874352 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2ea170bf-f7df-4f3b-b4f6-f91e3698f8d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a795b2da5874856ae7c949fbc5f70db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437837 Sep 20 06:05:38.876898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43746) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:38.886061 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11920ad6-6839-494f-9065-57e48ac9c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.927020 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:38.933776 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-edd307f9-9421-4e45-a21a-49b437879b11 req-8e968e95-582c-4a72-b13c-91bde2aac955 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737097 Sep 20 06:05:38.966188 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.051919 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11920ad6-6839-494f-9065-57e48ac9c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.057977 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-11920ad6-6839-494f-9065-57e48ac9c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.060230 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.065284 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.070394 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cbab9cb-0c31-4c06-9fef-af036e30c775 HTTP/1.1" status: 204 len: 168 time: 0.1922152 Sep 20 06:05:39.086678 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd9a9e-df86-4c44-9baf-1c1182eca2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbab9cb-0c31-4c06-9fef-af036e30c775,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:39.105509 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-11920ad6-6839-494f-9065-57e48ac9c93d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc97c9c77ce349a79f859f7dbc224300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430403 Sep 20 06:05:39.105787 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43758) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:39.106705 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11920ad6-6839-494f-9065-57e48ac9c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0655453-5e1c-4bb3-992d-2af4cab6b59d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:39.171871 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.197855 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.262072 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.265903 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.269740 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0655453-5e1c-4bb3-992d-2af4cab6b59d HTTP/1.1" status: 204 len: 168 time: 0.1549330 Sep 20 06:05:39.279172 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3dcf-885e-493d-acf4-536fe7e341c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0655453-5e1c-4bb3-992d-2af4cab6b59d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:39.394355 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bef50-efb9-4600-897d-7546db84f9f8 req-b356a8a5-033c-4007-a713-565fa1d7f5fa tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:39.405022 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac7bef50-efb9-4600-897d-7546db84f9f8 req-b356a8a5-033c-4007-a713-565fa1d7f5fa tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0711632 Sep 20 06:05:39.414118 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fca40d-769d-4e70-95e9-61b4b28c5e7f req-ac35963d-aa45-4f7c-bffc-b8a0fbd3cc44 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:39.415723 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38fca40d-769d-4e70-95e9-61b4b28c5e7f req-ac35963d-aa45-4f7c-bffc-b8a0fbd3cc44 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 943 time: 0.0540519 Sep 20 06:05:39.448997 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac7bef50-efb9-4600-897d-7546db84f9f8 req-47bd1c26-8812-4d93-9984-93233ff0234a tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Sep 20 06:05:39.473257 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38fca40d-769d-4e70-95e9-61b4b28c5e7f req-30a77135-9050-4df2-baa1-f61ed7ff53b2 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Sep 20 06:05:39.702607 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43790) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:39.716297 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48498e7e-b7cf-4b9f-989b-82b751ca3205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.764380 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:05:39.833804 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48498e7e-b7cf-4b9f-989b-82b751ca3205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.839192 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-48498e7e-b7cf-4b9f-989b-82b751ca3205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.876935 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-48498e7e-b7cf-4b9f-989b-82b751ca3205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cf8637cd3e743c7939987b6a9547ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731811 Sep 20 06:05:39.878820 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48498e7e-b7cf-4b9f-989b-82b751ca3205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c46400-c948-4672-bb67-a03931736084,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:39.879665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43796) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:39.887597 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:39.901220 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'port_id': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', 'mac_address': 'fa:16:3e:20:38:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2276bb-5836-4015-8cb6-e002c01abce5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:05:39.942038 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.942589 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:39.956656 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:05:39.984979 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:39.992175 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:40.005665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:40.050163 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:40.099062 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:40.101609 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:40.105139 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b2c46400-c948-4672-bb67-a03931736084 HTTP/1.1" status: 204 len: 168 time: 0.2218795 Sep 20 06:05:40.113953 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ff4b0-8356-4be8-820a-27ff17114cbe req-f9a6d1ca-4eb5-41fb-840a-3c94325e12a8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:40.115579 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-268ff4b0-8356-4be8-820a-27ff17114cbe req-f9a6d1ca-4eb5-41fb-840a-3c94325e12a8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0833724 Sep 20 06:05:40.118690 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4659-a84e-484e-858d-767a8c3fe141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c46400-c948-4672-bb67-a03931736084,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:40.167961 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-268ff4b0-8356-4be8-820a-27ff17114cbe req-56db40eb-97f7-4bd3-b15f-c958e41e8feb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Sep 20 06:05:40.423714 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:40.672509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac20c8-043c-4f11-97a3-4915185e45a4 req-48365c9c-e7e7-42a7-90eb-b735c42bf986 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:40.678533 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db82fa-54ff-4865-8882-4d76d7de5d6a req-ec2c7f34-6df2-42ed-904d-87f787d7d99d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:40.681013 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8eac20c8-043c-4f11-97a3-4915185e45a4 req-48365c9c-e7e7-42a7-90eb-b735c42bf986 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.1024737 Sep 20 06:05:40.686407 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-89db82fa-54ff-4865-8882-4d76d7de5d6a req-ec2c7f34-6df2-42ed-904d-87f787d7d99d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 944 time: 0.0793459 Sep 20 06:05:40.722179 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-89db82fa-54ff-4865-8882-4d76d7de5d6a req-894994bb-b2b9-4af1-ab64-6489bfa31dbe tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Sep 20 06:05:40.743767 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8eac20c8-043c-4f11-97a3-4915185e45a4 req-c41c45ea-b1cf-46ea-b399-e7da40975301 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538912 Sep 20 06:05:41.008165 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43892) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:41.132888 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.227854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.234571 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.325510 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3587c92ca413415d98617c273219f396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157699 Sep 20 06:05:41.328786 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43920) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:41.343149 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd50658-d590-4e77-bd25-49dee2191373,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:41.353598 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d44fe-785f-4aaa-b560-b1c1de24f5e5 req-8223844d-135a-4f84-b836-43d52be2d6b1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:41.355089 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ce9d44fe-785f-4aaa-b560-b1c1de24f5e5 req-8223844d-135a-4f84-b836-43d52be2d6b1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1131113 Sep 20 06:05:41.360569 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.360920 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.361287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.361638 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.361966 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.362297 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.362618 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.362944 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.363268 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.363649 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.363931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.364250 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f4b891-e402-4b7e-868e-188c895ea612 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.404725 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ce9d44fe-785f-4aaa-b560-b1c1de24f5e5 req-85c48d04-233d-47a8-b666-2120e8545687 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362797 Sep 20 06:05:41.412188 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.434235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.484727 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.487264 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.488511 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fd50658-d590-4e77-bd25-49dee2191373 HTTP/1.1" status: 204 len: 168 time: 0.1574919 Sep 20 06:05:41.497596 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd50658-d590-4e77-bd25-49dee2191373,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:41.505959 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.506303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.506640 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.506970 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.507365 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.508318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.508318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.508318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.508637 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.509064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.509283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.509600 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8708f09-4cad-4a1a-b77b-489ef0707dcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:05:41.770236 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:05:41.842765 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:05:41.847631 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:05:41.848014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.882923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318bcc3-6dc0-4223-a565-d89cbc63e8f6 req-4a30b07f-9a9b-4d97-bab7-85259200cb3d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:41.884586 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8318bcc3-6dc0-4223-a565-d89cbc63e8f6 req-4a30b07f-9a9b-4d97-bab7-85259200cb3d tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0612173 Sep 20 06:05:41.901187 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d238d-d9b0-4bd3-8f0c-fac3e0a364b5 req-caea48aa-6c84-4dea-a646-5d58ac39af25 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:41.902819 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c22d238d-d9b0-4bd3-8f0c-fac3e0a364b5 req-caea48aa-6c84-4dea-a646-5d58ac39af25 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 944 time: 0.0738053 Sep 20 06:05:41.933937 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8318bcc3-6dc0-4223-a565-d89cbc63e8f6 req-d63d7af9-8623-4408-a400-5597935b3533 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a476786-7217-4aa6-a203-107c0cf67849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Sep 20 06:05:41.946704 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c22d238d-d9b0-4bd3-8f0c-fac3e0a364b5 req-9b867d5b-1316-4b13-8d2e-aadf2e047998 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Sep 20 06:05:41.961487 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:41.999347 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:42.001822 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04908d4a-9da9-40b3-82e2-8ba2130516e1" -d '{"events": [{"server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:42.015137 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:42.019738 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.049941 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917807cc-00cc-4bc7-b304-9b1a7d01f9a3 x-openstack-request-id: req-917807cc-00cc-4bc7-b304-9b1a7d01f9a3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:42.050232 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:42.050488 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-917807cc-00cc-4bc7-b304-9b1a7d01f9a3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:42.050863 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', 'code': 200} Sep 20 06:05:42.084924 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:42.168828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-358ffed8-0e63-4396-a100-1714a4eb9f5f tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:42.170833 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-358ffed8-0e63-4396-a100-1714a4eb9f5f tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 945 time: 0.0535200 Sep 20 06:05:42.262883 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b7b41-865e-4e7e-8aec-d802b75bab22 req-98e5eb06-1be5-470a-8986-9f0ca99f00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:42.265060 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-087b7b41-865e-4e7e-8aec-d802b75bab22 req-98e5eb06-1be5-470a-8986-9f0ca99f00a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 1098 time: 0.0438066 Sep 20 06:05:42.324883 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-087b7b41-865e-4e7e-8aec-d802b75bab22 req-7485b65a-417a-4d91-aa59-03eba3bd7bfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Sep 20 06:05:42.327366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Deleting port eab279ce-b70c-4083-94e1-03057c85fe72 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:05:42.327966 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.339692 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 43964) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:42.421280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] For port eab279ce-b70c-4083-94e1-03057c85fe72, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=eab279ce-b70c-4083-94e1-03057c85fe72,segment=NetworkSegment(2a23874d-6232-4b87-a78b-d2e07f93f3ce),segment_id=2a23874d-6232-4b87-a78b-d2e07f93f3ce)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:05:42.421683 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.437514 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-31606734-network', 'tenant_id': 'cea846afbbd84277972056d24ccace94'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:42.441005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Calling delete_port for eab279ce-b70c-4083-94e1-03057c85fe72 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:05:42.459457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Made reservation on behalf of cea846afbbd84277972056d24ccace94 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:42.461759 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.470319 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.551520 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5291f27-dc81-4057-8988-ee2fdf3ac75b req-c8e745ea-01ba-418f-a135-366627cb69df tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:42.556115 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5291f27-dc81-4057-8988-ee2fdf3ac75b req-c8e745ea-01ba-418f-a135-366627cb69df tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0779550 Sep 20 06:05:42.609514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.614275 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5291f27-dc81-4057-8988-ee2fdf3ac75b req-3256cf26-0232-411b-870f-c8247ded99fe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520134 Sep 20 06:05:42.621745 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['eab279ce-b70c-4083-94e1-03057c85fe72'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:05:42.638964 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Pushing event deleted for resources: {'Port': ['ID=eab279ce-b70c-4083-94e1-03057c85fe72,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:42.656193 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.660437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.687026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:05:42.695936 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:42.702012 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.702360 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Added segment 239e8746-492d-4948-bebf-c2ec188f7eae of type vlan for network 3389a4e0-827b-476e-8c4e-677283057880 Sep 20 06:05:42.702807 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] No DVR routers for this DVR port eab279ce-b70c-4083-94e1-03057c85fe72 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:05:42.706045 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.708216 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a73428b4-99ad-4157-b701-e72fb8fc97a5 req-c9a3e516-cd26-4cc6-a17d-daa95b63ed93 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.37 "DELETE /v2.0/ports/eab279ce-b70c-4083-94e1-03057c85fe72 HTTP/1.1" status: 204 len: 173 time: 0.5261395 Sep 20 06:05:42.708711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'name': 'network-vif-deleted', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:05:42.710959 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951bc874-3011-4418-8157-3f1ab6dc346e" -d '{"events": [{"server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "name": "network-vif-deleted", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:05:42.750575 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aeafe8-1867-4524-9dbd-b4e0619172aa x-openstack-request-id: req-c0aeafe8-1867-4524-9dbd-b4e0619172aa {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:05:42.750575 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9295763-4e27-48ff-9f0a-efc3e7443d29", "name": "network-vif-deleted", "tag": "eab279ce-b70c-4083-94e1-03057c85fe72", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:05:42.750924 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.751116 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0aeafe8-1867-4524-9dbd-b4e0619172aa {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:05:42.751116 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9295763-4e27-48ff-9f0a-efc3e7443d29', 'name': 'network-vif-deleted', 'tag': 'eab279ce-b70c-4083-94e1-03057c85fe72', 'status': 'completed', 'code': 200} Sep 20 06:05:42.784635 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.785907 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:42.786767 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.822770 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4819562 Sep 20 06:05:42.826248 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 43976) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:42.832312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Request body: {'subnet': {'network_id': '3389a4e0-827b-476e-8c4e-677283057880', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-31606734-subnet', 'tenant_id': 'cea846afbbd84277972056d24ccace94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:05:42.851544 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1895fa-0a72-4943-af2c-9fb219c11d17 admin admin] Pushing event updated for resources: {'Network': ['ID=3389a4e0-827b-476e-8c4e-677283057880,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:42.858890 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Made reservation on behalf of cea846afbbd84277972056d24ccace94 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:05:42.861309 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:42.864727 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 3389a4e0-827b-476e-8c4e-677283057880 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:05:43.056149 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-78f3a4cc-821c-480a-81e5-6d1e03465d86 req-d59c6bc4-aa1f-49f7-aa4e-3125aa7e179a tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.0289569 Sep 20 06:05:43.074700 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:43.142535 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb7b6c-b786-42ad-9d87-b08bd3f4dcba req-99f15b1d-bd4f-481a-92bd-a4106a2c9db4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:43.144052 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fadb7b6c-b786-42ad-9d87-b08bd3f4dcba req-99f15b1d-bd4f-481a-92bd-a4106a2c9db4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.1070275 Sep 20 06:05:43.156216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc552da-b87a-43e7-b9f4-9d744c796e3a,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:43.186170 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Checking segment: {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:05:43.186839 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Network hostable DHCP agents. Network: 3389a4e0-827b-476e-8c4e-677283057880, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:05:43.216932 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fadb7b6c-b786-42ad-9d87-b08bd3f4dcba req-735882b9-6d67-41e8-b2bc-7a74fb5a2ce4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Sep 20 06:05:43.218076 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Network 3389a4e0-827b-476e-8c4e-677283057880 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:05:43.227544 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 3389a4e0-827b-476e-8c4e-677283057880) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:05:43.231604 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:43.232768 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:43.238242 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b24038-d1fc-4d3b-941a-fe29e19669ff None None] Network 3389a4e0-827b-476e-8c4e-677283057880 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:43.251404 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5cec2ff6-0be3-48a2-8aea-2160b1458c2e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4203229 Sep 20 06:05:43.365304 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b31e5-3275-4f35-99b6-1417b59ee333 None None] Network 3389a4e0-827b-476e-8c4e-677283057880 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:05:43.741703 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d1f55-97b6-4551-a9f5-a49d1d878968 req-265fa22e-dbec-484a-8457-da334214d7b4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:43.743254 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-920d1f55-97b6-4551-a9f5-a49d1d878968 req-265fa22e-dbec-484a-8457-da334214d7b4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0543923 Sep 20 06:05:43.784915 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-920d1f55-97b6-4551-a9f5-a49d1d878968 req-1558878d-facb-40a4-8ca5-d02b30e3d051 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Sep 20 06:05:44.165262 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e51da2fd-63b6-43da-a1e3-aa09f35ec978 req-f6ca1ef3-0ba6-4b37-8dbc-1066f9d39899 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.0279739 Sep 20 06:05:44.327519 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d21e9-2982-4abe-95d6-bf5feeef651b req-7533d05c-f313-4270-ad91-7a381cd5a120 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:44.329047 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-684d21e9-2982-4abe-95d6-bf5feeef651b req-7533d05c-f313-4270-ad91-7a381cd5a120 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0467870 Sep 20 06:05:44.365364 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-684d21e9-2982-4abe-95d6-bf5feeef651b req-2c9402bc-34a3-46d8-8cfc-997a0ef9438c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Sep 20 06:05:44.893482 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c2ab1-cd2a-4361-ae6f-ae6f18e9b7a0 req-75114851-579a-45a9-ae76-cb4662eda732 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:44.894909 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-238c2ab1-cd2a-4361-ae6f-ae6f18e9b7a0 req-75114851-579a-45a9-ae76-cb4662eda732 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0454280 Sep 20 06:05:44.930970 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-238c2ab1-cd2a-4361-ae6f-ae6f18e9b7a0 req-a01991bc-150c-4c49-949c-3e7abd2758c0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Sep 20 06:05:45.267802 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c59122c-9ddb-4786-a527-d7317fa78f3c req-4d41d9d3-5518-43b7-810d-34433ad652a8 tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.0254869 Sep 20 06:05:45.476522 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac5e19-13e7-46ef-b8e4-922a188f1620 req-49282a64-a044-4551-91ec-c3bae1c10e33 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:45.477945 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0eac5e19-13e7-46ef-b8e4-922a188f1620 req-49282a64-a044-4551-91ec-c3bae1c10e33 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0490251 Sep 20 06:05:45.515670 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0eac5e19-13e7-46ef-b8e4-922a188f1620 req-a8134deb-4c34-41b5-a95d-395a64f67e8f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Sep 20 06:05:46.041941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30cb4f-bb3a-49f6-9b30-efc8d0dd77b2 req-04cb469c-1e8c-4168-ba72-fe142d89e5fa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:46.043413 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1f30cb4f-bb3a-49f6-9b30-efc8d0dd77b2 req-04cb469c-1e8c-4168-ba72-fe142d89e5fa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0457306 Sep 20 06:05:46.081124 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1f30cb4f-bb3a-49f6-9b30-efc8d0dd77b2 req-ab4be462-9418-49d8-8346-e909c037c06b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Sep 20 06:05:46.369396 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7b3a9dd1-a6f6-43d4-bab3-ef6a7f96e13a req-00fcbd97-e55f-452b-8da2-eb92400f2a5b tempest-DeleteServersTestJSON-100866737 tempest-DeleteServersTestJSON-100866737-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9295763-4e27-48ff-9f0a-efc3e7443d29 HTTP/1.1" status: 200 len: 210 time: 0.0256009 Sep 20 06:05:46.402361 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device eab279ce-b70c-4083-94e1-03057c85fe72 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:05:46.423227 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: eab279ce-b70c-4083-94e1-03057c85fe72 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:05:46.423587 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device eab279ce-b70c-4083-94e1-03057c85fe72 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:05:46.647341 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404dee0-bcc9-4c09-a282-12365efcf79d req-cf0fad91-6c59-4fe5-845b-a7881f551a7b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:46.649491 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e404dee0-bcc9-4c09-a282-12365efcf79d req-cf0fad91-6c59-4fe5-845b-a7881f551a7b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0582957 Sep 20 06:05:46.688058 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e404dee0-bcc9-4c09-a282-12365efcf79d req-f0c82f58-427d-43bb-b1ed-8187055ba283 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Sep 20 06:05:47.211128 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88872-ef56-45e9-b4ad-11bcf639b169 req-c949ce30-c1e2-42bc-a74b-2b2a165e2491 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:47.218160 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4f88872-ef56-45e9-b4ad-11bcf639b169 req-c949ce30-c1e2-42bc-a74b-2b2a165e2491 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0585239 Sep 20 06:05:47.249819 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4f88872-ef56-45e9-b4ad-11bcf639b169 req-3917ef79-aad0-4aaa-92ab-8165b2cd4dd7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307758 Sep 20 06:05:50.842215 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:05:51.048585 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-5a68a14f-c24f-44cd-888e-c69be8141b6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416701 Sep 20 06:05:51.157114 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac8095-dde3-4eef-baec-80d3c4196461 req-c123b883-12d9-4ac7-82c5-8f4de3be37b5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:51.158632 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4ac8095-dde3-4eef-baec-80d3c4196461 req-c123b883-12d9-4ac7-82c5-8f4de3be37b5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0777812 Sep 20 06:05:51.174492 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-e54bf2ad-0361-41d9-8631-e41b994836c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:51.175936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-e54bf2ad-0361-41d9-8631-e41b994836c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 1098 time: 0.0626948 Sep 20 06:05:51.203658 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c4ac8095-dde3-4eef-baec-80d3c4196461 req-caae2893-7744-4005-82d6-6f5c4674a74e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371509 Sep 20 06:05:51.507827 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-73c11957-12ba-4feb-b061-e28cdca737b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:51.509294 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-73c11957-12ba-4feb-b061-e28cdca737b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 916 time: 0.2993491 Sep 20 06:05:51.521367 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e13dd6-ff19-431b-9086-0698b6847dc9 req-090c5cb3-733f-41b3-afb6-91312b707143 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:51.522686 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6e13dd6-ff19-431b-9086-0698b6847dc9 req-090c5cb3-733f-41b3-afb6-91312b707143 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.2596765 Sep 20 06:05:51.562171 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-b7fa8747-821d-429e-bfb8-be0f39a5f3f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b HTTP/1.1" status: 200 len: 217 time: 0.0385530 Sep 20 06:05:51.622161 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6e13dd6-ff19-431b-9086-0698b6847dc9 req-fbe80ce7-6a79-41cc-aec0-6a658dfb81f8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924273 Sep 20 06:05:51.627728 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-99363f82-6518-45d6-bc5e-2cef10511c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:51.629099 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-99363f82-6518-45d6-bc5e-2cef10511c6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0588953 Sep 20 06:05:51.664264 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-7639d35c-aaa2-46da-add7-e9725dcb1245 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233941 Sep 20 06:05:51.785966 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-de324928-cccd-4d57-b871-fea5fcc77cce service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991359 Sep 20 06:05:51.883268 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-752d9413-abaa-4dc6-bbb6-3e3ab2384733 req-5029f8dd-a98f-4ce8-ba16-eb3fcf22379c service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865602 Sep 20 06:05:52.427825 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 44134) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:52.479558 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Deleting subnet 7632703a-8638-4ad8-a24e-c549129c1580 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:05:52.482947 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.518215 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047785'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.563330 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.620978 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4918875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982528'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.646665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7632703a-8638-4ad8-a24e-c549129c1580,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:52.652687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.657768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 44142) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:52.658366 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a7d83f83-a47a-4d14-838e-ce4f55bc1264 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7632703a-8638-4ad8-a24e-c549129c1580 HTTP/1.1" status: 204 len: 168 time: 0.2289970 Sep 20 06:05:52.728697 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.748335 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f373d-7315-45c1-a837-f48d4490cc8c req-60aa835a-5c27-4892-ad2f-6e4a5d9e1513 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:52.749798 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f7f373d-7315-45c1-a837-f48d4490cc8c req-60aa835a-5c27-4892-ad2f-6e4a5d9e1513 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 20 06:05:52.789946 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f7f373d-7315-45c1-a837-f48d4490cc8c req-c2342b84-fc68-4470-9501-4d0c76c77217 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339518 Sep 20 06:05:52.813127 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.833079 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fbac26b-f53e-4514-82e4-5bd83d446945']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:52.842656 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a23874d-6232-4b87-a78b-d2e07f93f3ce') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:52.842945 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a23874d-6232-4b87-a78b-d2e07f93f3ce') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:05:52.851766 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.864371 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.870490 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:05:52.870868 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:05:52.872696 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:05:52.926891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.932571 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:52.934388 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8fbac26b-f53e-4514-82e4-5bd83d446945 HTTP/1.1" status: 204 len: 168 time: 0.2755160 Sep 20 06:05:52.944524 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b33c3-d8d2-45a7-9c38-4106888a25b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fbac26b-f53e-4514-82e4-5bd83d446945,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:53.053783 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 44148) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:53.096246 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ad70e8fa-3b84-4626-929c-8cd1deb545ff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69a01d60282e45a28bf920b062eae93f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412436 Sep 20 06:05:53.098612 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 44150) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:05:53.143850 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:53.163944 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:53.210199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:53.212843 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:53.213992 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a476786-7217-4aa6-a203-107c0cf67849 HTTP/1.1" status: 204 len: 168 time: 0.1144996 Sep 20 06:05:53.222691 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a77173-63b1-4cc8-8ce3-80385ee0a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a476786-7217-4aa6-a203-107c0cf67849,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:05:55.785899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:56.333563 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43a26f-43a9-40de-9ff2-66f7712dc8ab req-cc186d4d-a6e1-4781-9175-8d2b3ca42538 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:56.335034 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f43a26f-43a9-40de-9ff2-66f7712dc8ab req-cc186d4d-a6e1-4781-9175-8d2b3ca42538 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0483546 Sep 20 06:05:56.376021 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f43a26f-43a9-40de-9ff2-66f7712dc8ab req-886c4147-f2a7-4e1f-a89b-022f4abb7fee tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Sep 20 06:05:56.442615 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-36ed23e3-3d63-4bdd-8b38-72e486f529a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:57.500331 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927a7b-3b25-4462-b3d5-a23c25732865 req-4361d6c9-3614-4b50-8171-3f2cf8c323ca tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:05:57.502437 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ec927a7b-3b25-4462-b3d5-a23c25732865 req-4361d6c9-3614-4b50-8171-3f2cf8c323ca tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0528555 Sep 20 06:05:57.553832 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ec927a7b-3b25-4462-b3d5-a23c25732865 req-28376924-3bc8-4a19-8e8f-f7becc53d3d7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Sep 20 06:05:59.035912 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e4c8e74e-dc7a-498f-ba4e-300401851b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:59.265135 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:05:59.913688 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:01.861826 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-0a3792c0-6851-4e1e-8215-eaf280b49ac7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:01.863388 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-0a3792c0-6851-4e1e-8215-eaf280b49ac7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 807 time: 0.1111567 Sep 20 06:06:01.869218 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-ef75a8c1-0a5b-4756-b985-96596ae62c8e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:01.871488 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-ef75a8c1-0a5b-4756-b985-96596ae62c8e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1140571 Sep 20 06:06:01.886460 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-926bddd4-ccb0-4f4b-8abb-7426d697d0ce tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/quotas/cea846afbbd84277972056d24ccace94 HTTP/1.1" status: 200 len: 375 time: 0.0173900 Sep 20 06:06:01.888910 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-baf3ad30-7566-4d1c-b950-92069f511d6f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/quotas/717c9a18c0bb4ab6918fb7044ea41792 HTTP/1.1" status: 200 len: 375 time: 0.0104067 Sep 20 06:06:01.916639 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:01.923832 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-d2c65378-8b97-40fb-a212-51e9c1c1da5a tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364530 Sep 20 06:06:01.951810 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-3001caa1-f3f5-4de1-a56b-91dbb5185ab5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565927 Sep 20 06:06:02.012842 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-e9242a85-c2a9-41b7-9758-0900a595f54d service neutron] 10.222.0.20 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881519 Sep 20 06:06:02.045878 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-3c61fb0c-1dc6-48b2-b77c-3b7b85be4e51 service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Sep 20 06:06:02.115987 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-8a47a010-fce3-4d6d-824a-43e663bb20fc service neutron] 10.222.0.20 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967510 Sep 20 06:06:02.162157 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-f8e4b9a1-00c5-405b-a80f-54df28c18ed2 service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070528 Sep 20 06:06:02.402645 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c52d5-cadc-4308-aa1e-01dc7876c919 req-f47c319c-b38a-4a81-9529-701e6a7ccb03 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:02.405182 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-470c52d5-cadc-4308-aa1e-01dc7876c919 req-f47c319c-b38a-4a81-9529-701e6a7ccb03 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0621123 Sep 20 06:06:02.478837 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ee6b4af-e4ae-4e8e-ad11-1c0395ac2cbe req-198be5fd-b4d0-4cf5-a204-0a1e6e408907 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 210 time: 0.0308938 Sep 20 06:06:02.483127 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-470c52d5-cadc-4308-aa1e-01dc7876c919 req-8725e0a2-ea4d-449e-822b-10b643a402fe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699396 Sep 20 06:06:02.577970 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-50007797-dbae-46c3-9520-3756bb791099 req-a473c14c-0af7-43aa-bb8b-f9cb52c6822e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 210 time: 0.0337105 Sep 20 06:06:03.454553 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-b13f0ed3-11d9-4624-b5da-8df8163c04a4 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:03.456449 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-b13f0ed3-11d9-4624-b5da-8df8163c04a4 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 807 time: 0.1159031 Sep 20 06:06:03.481134 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Request body: {'port': {'device_id': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'network_id': '3389a4e0-827b-476e-8c4e-677283057880', 'admin_state_up': True, 'tenant_id': 'cea846afbbd84277972056d24ccace94'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:03.609941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Made reservation on behalf of cea846afbbd84277972056d24ccace94 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:06:03.610878 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-30745670-f985-408b-821b-e6e6d00fd978 req-38a65eb4-05f8-4aa1-a378-d484408b7832 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 210 time: 0.0362244 Sep 20 06:06:03.614605 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:03.738255 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6acec6dd-6747-44e9-bae9-ac946fa9b2ee req-5909786a-bdd7-4e10-8853-04b3d33e847d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 210 time: 0.0575805 Sep 20 06:06:03.787733 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385b986-56d5-41c3-9ef6-40f3183367df req-4087d0ff-8899-458b-a4f8-aa792ad84aa5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:03.789378 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e385b986-56d5-41c3-9ef6-40f3183367df req-4087d0ff-8899-458b-a4f8-aa792ad84aa5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1672974 Sep 20 06:06:03.894216 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e385b986-56d5-41c3-9ef6-40f3183367df req-be985538-0fd4-43fe-9085-82dfff816196 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979886 Sep 20 06:06:03.903854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Allocated IP 172.20.0.10 (3389a4e0-827b-476e-8c4e-677283057880/dfc552da-b87a-43e7-b9f4-9d744c796e3a/c10aaeab-b881-422e-b8b6-566e62810c9d) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:06:04.002824 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-e08a5ed8-b6c3-4f98-b225-cd8c1b6e6594 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:04.004345 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-e08a5ed8-b6c3-4f98-b225-cd8c1b6e6594 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1300371 Sep 20 06:06:04.021458 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Request body: {'port': {'device_id': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'admin_state_up': True, 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:04.072985 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.115408 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.143611 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:06:04.147660 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.164817 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Network 3389a4e0-827b-476e-8c4e-677283057880 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:06:04.168221 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:06:04.171828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:06:04.180482 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Pushing event updated for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:04.230265 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:04.230863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.244779 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f05408cb-f30d-4ca1-ae02-84af6f2c7f64 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7680478 Sep 20 06:06:04.270427 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Request body: {'port': {'device_id': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:04.280453 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Allocated IP 172.20.0.10 (cf3a5b94-a2da-4593-8277-0805af18bd60/9d2276bb-5836-4015-8cb6-e002c01abce5/3970cb88-5df5-40ef-a811-cd22b15fe03c) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:06:04.332787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.443276 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.476302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.491910 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b', '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:04.517821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Network cf3a5b94-a2da-4593-8277-0805af18bd60 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:06:04.521052 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:06:04.524873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:06:04.564286 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event updated for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:04.589391 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:04.590490 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.608991 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-89c4af6f-ae15-4ed0-b9f8-2ce0666ad657 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5895953 Sep 20 06:06:04.625068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Request body: {'port': {'device_id': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:04.654918 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10aaeab-b881-422e-b8b6-566e62810c9d {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:04.666931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.715729 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.729425 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Transition to ACTIVE for port object c10aaeab-b881-422e-b8b6-566e62810c9d will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:06:04.735657 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:04.801366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378483e7-f31c-4aaa-9116-c360eb3ec540 req-7df160f4-9e77-48ae-b7e9-29a7ab836df2 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:04.802849 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-378483e7-f31c-4aaa-9116-c360eb3ec540 req-7df160f4-9e77-48ae-b7e9-29a7ab836df2 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 932 time: 0.1108985 Sep 20 06:06:04.820937 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Pushing event updated for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:04.897004 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-378483e7-f31c-4aaa-9116-c360eb3ec540 req-1e3acb8a-4f33-4b18-bdfc-5b9533cc379e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836296 Sep 20 06:06:04.924276 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f15f4-fe4f-475d-9f50-d6a069868c0a req-56270f7c-3f26-4e55-bbfe-6f11060c9129 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:04.924989 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Attempting to bind port c10aaeab-b881-422e-b8b6-566e62810c9d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:06:04.925464 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Attempting to bind port c10aaeab-b881-422e-b8b6-566e62810c9d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:06:04.925796 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Attempting to bind port c10aaeab-b881-422e-b8b6-566e62810c9d on network 3389a4e0-827b-476e-8c4e-677283057880 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:04.930248 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Port c10aaeab-b881-422e-b8b6-566e62810c9d on network 3389a4e0-827b-476e-8c4e-677283057880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:06:04.930472 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Attempting to bind port c10aaeab-b881-422e-b8b6-566e62810c9d on network 3389a4e0-827b-476e-8c4e-677283057880 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:04.931321 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214f15f4-fe4f-475d-9f50-d6a069868c0a req-56270f7c-3f26-4e55-bbfe-6f11060c9129 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 932 time: 0.0954807 Sep 20 06:06:04.936363 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:06:04.936694 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Checking segment: {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:06:04.937068 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Bound using segment: {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:06:04.937540 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Bound port: c10aaeab-b881-422e-b8b6-566e62810c9d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:06:04.937933 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.072805 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:06:05.088695 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c10aaeab-b881-422e-b8b6-566e62810c9d,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:06:05.098308 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d788d-dd30-47fe-89f2-402e9fc7a5a1 req-f9290596-7b41-4987-9567-0fa8ea451b73 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.103783 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db6d788d-dd30-47fe-89f2-402e9fc7a5a1 req-f9290596-7b41-4987-9567-0fa8ea451b73 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0978510 Sep 20 06:06:05.105814 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.199675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 44484) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:05.201459 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.202136 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.203595 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] 10.222.0.37 "PUT /v2.0/ports/c10aaeab-b881-422e-b8b6-566e62810c9d HTTP/1.1" status: 200 len: 1094 time: 0.9377995 Sep 20 06:06:05.210845 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:05.218203 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214f15f4-fe4f-475d-9f50-d6a069868c0a req-60939d6c-30c8-467a-865a-99d4661d2f60 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860205 Sep 20 06:06:05.222663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46" -d '{"events": [{"name": "network-changed", "server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:05.265260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887e7e7-ae78-464c-99a7-d6c72f973944 service neutron] Pushing event updated for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:05.290179 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-db6d788d-dd30-47fe-89f2-402e9fc7a5a1 req-0afa189a-e988-4aad-af0e-e800e5ba6250 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732996 Sep 20 06:06:05.321598 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ac1c81-0a79-4559-93b6-c5702669af31 x-openstack-request-id: req-e9ac1c81-0a79-4559-93b6-c5702669af31 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:05.322019 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:05.322358 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e9ac1c81-0a79-4559-93b6-c5702669af31 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:05.322836 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d', 'status': 'completed', 'code': 200} Sep 20 06:06:05.343122 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-d8cd112e-7e27-446a-9262-bd9605c7471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.344323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3970cb88-5df5-40ef-a811-cd22b15fe03c {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:05.344789 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-d8cd112e-7e27-446a-9262-bd9605c7471c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 1097 time: 0.0676651 Sep 20 06:06:05.352961 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.370559 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Transition to ACTIVE for port object 3970cb88-5df5-40ef-a811-cd22b15fe03c will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:06:05.374735 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.396295 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-90e4f5ce-32d1-4022-8ebe-6afd6f41e7d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10aaeab-b881-422e-b8b6-566e62810c9d HTTP/1.1" status: 200 len: 217 time: 0.0379801 Sep 20 06:06:05.421302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c6361d5b-3f53-43fa-a851-276c4dada965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.447333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Pushing event updated for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:05.456398 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-4a061c99-2964-45bd-9328-fff8126ec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.457840 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-4a061c99-2964-45bd-9328-fff8126ec467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc552da-b87a-43e7-b9f4-9d744c796e3a HTTP/1.1" status: 200 len: 847 time: 0.0481668 Sep 20 06:06:05.490569 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-f669ee8e-f566-4872-86a1-2dbf9acc5aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3389a4e0-827b-476e-8c4e-677283057880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242958 Sep 20 06:06:05.549517 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Attempting to bind port 3970cb88-5df5-40ef-a811-cd22b15fe03c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:06:05.549860 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Attempting to bind port 3970cb88-5df5-40ef-a811-cd22b15fe03c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:06:05.550220 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Attempting to bind port 3970cb88-5df5-40ef-a811-cd22b15fe03c on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:05.559176 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Port 3970cb88-5df5-40ef-a811-cd22b15fe03c on network cf3a5b94-a2da-4593-8277-0805af18bd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:06:05.559525 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Attempting to bind port 3970cb88-5df5-40ef-a811-cd22b15fe03c on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:05.570351 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:06:05.570594 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Checking segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:06:05.570966 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Bound using segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:06:05.571384 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Bound port: 3970cb88-5df5-40ef-a811-cd22b15fe03c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:06:05.573900 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.584723 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-7f050d53-f5bb-4219-83d2-983517da444e service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851834 Sep 20 06:06:05.626099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c6361d5b-3f53-43fa-a851-276c4dada965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.635678 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c6361d5b-3f53-43fa-a851-276c4dada965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.680288 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9552ddfe-4d2e-458d-8ad1-ca1802bd8638 req-a9355876-b79b-4c2c-9a32-48557deeb658 service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858858 Sep 20 06:06:05.692979 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361d5b-3f53-43fa-a851-276c4dada965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8439196-0d15-4001-a04c-609e91a0d9b4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:05.702550 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 44498) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:05.702726 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c6361d5b-3f53-43fa-a851-276c4dada965 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7fed0b203ac845bb932c2aea12a1b682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027075 Sep 20 06:06:05.704098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:06:05.708359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:06:05.715987 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.760827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.761450 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.763032 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] 10.222.0.37 "PUT /v2.0/ports/3970cb88-5df5-40ef-a811-cd22b15fe03c HTTP/1.1" status: 200 len: 1094 time: 1.1437554 Sep 20 06:06:05.764408 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:05.767717 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa527317-0999-4cd9-808d-2b812e51d725" -d '{"events": [{"name": "network-changed", "server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:05.797906 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62443fe0-1d6d-4df0-b1d2-5692a26bec0c service neutron] Pushing event updated for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:05.811298 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.823550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791938c2-dcae-4dab-80ba-5f6c821085eb x-openstack-request-id: req-791938c2-dcae-4dab-80ba-5f6c821085eb {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:05.823550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:05.823822 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-791938c2-dcae-4dab-80ba-5f6c821085eb {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:05.824361 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c', 'status': 'completed', 'code': 200} Sep 20 06:06:05.843129 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.845960 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-15a9fa67-e5e3-457f-8010-c3899f511583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.847497 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-15a9fa67-e5e3-457f-8010-c3899f511583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 1097 time: 0.0804102 Sep 20 06:06:05.868230 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-4d23e0fc-5673-4938-8daf-8e3bb12fd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.869716 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-4d23e0fc-5673-4938-8daf-8e3bb12fd9ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 1097 time: 0.0386946 Sep 20 06:06:05.917530 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-60a73eaa-0e5f-43cb-ae91-5be650866394 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c HTTP/1.1" status: 200 len: 217 time: 0.0386791 Sep 20 06:06:05.958937 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.961404 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:05.962548 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8439196-0d15-4001-a04c-609e91a0d9b4 HTTP/1.1" status: 204 len: 168 time: 0.2590268 Sep 20 06:06:05.969498 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-dd42ffbc-3634-46db-a82d-7ca23c3ff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:05.971046 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-dd42ffbc-3634-46db-a82d-7ca23c3ff116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 908 time: 0.1092761 Sep 20 06:06:05.981111 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc63655-b725-4e71-bbd3-632014acd9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8439196-0d15-4001-a04c-609e91a0d9b4,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:06.023148 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-db9ba8f2-2276-4111-8357-8fe25f75e29d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c10aaeab-b881-422e-b8b6-566e62810c9d HTTP/1.1" status: 200 len: 217 time: 0.0395966 Sep 20 06:06:06.026702 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52b25d-d17a-4188-9012-35592aba0377 req-d1343bea-253f-46d1-baae-22579d45a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.028188 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-d1343bea-253f-46d1-baae-22579d45a52e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0935192 Sep 20 06:06:06.059408 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6da893-3f73-46e9-b1f4-21b1c008ac24 req-ff9a54e2-f0a9-4480-b232-c478b0b2f85d tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.061668 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9a6da893-3f73-46e9-b1f4-21b1c008ac24 req-ff9a54e2-f0a9-4480-b232-c478b0b2f85d tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 944 time: 0.0652375 Sep 20 06:06:06.079330 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-2b53b54e-3cd6-43cb-8371-05c9b3570866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365038 Sep 20 06:06:06.087417 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-20daf602-8be4-406d-a3bc-6d2784d0fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.088914 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-20daf602-8be4-406d-a3bc-6d2784d0fd89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc552da-b87a-43e7-b9f4-9d744c796e3a HTTP/1.1" status: 200 len: 847 time: 0.0470717 Sep 20 06:06:06.130784 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-c9d624f5-a67c-493e-988d-7537b2ca54a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3389a4e0-827b-476e-8c4e-677283057880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311956 Sep 20 06:06:06.146969 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9a6da893-3f73-46e9-b1f4-21b1c008ac24 req-d8a181bf-5529-4a37-ac86-b393009c3c49 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Sep 20 06:06:06.218933 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-699a7755-72a7-4711-87eb-0d057d806df7 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266508 Sep 20 06:06:06.241219 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-11832630-64b7-48af-a2bb-c7cec855df23 service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012626 Sep 20 06:06:06.358213 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca52b25d-d17a-4188-9012-35592aba0377 req-9f7817c9-2341-42ca-8a63-ddbfd025542c service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307244 Sep 20 06:06:06.391863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e150357-72b6-4829-bbb5-126a79745808 req-fd65a297-56cf-4ae6-a02c-0a84189edde4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.393331 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e150357-72b6-4829-bbb5-126a79745808 req-fd65a297-56cf-4ae6-a02c-0a84189edde4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 944 time: 0.0721636 Sep 20 06:06:06.395603 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a0d9bf20-0b07-45e5-b7d6-30f489b47b46 req-238ea8a0-4bff-4f22-ab41-8dd8570c1a98 service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441805 Sep 20 06:06:06.450101 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053757a-4949-4486-bc7f-9309c5fb5e92 req-5740e0b7-2c63-4a29-8ab6-ce3d978d5494 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.451680 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e053757a-4949-4486-bc7f-9309c5fb5e92 req-5740e0b7-2c63-4a29-8ab6-ce3d978d5494 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0639975 Sep 20 06:06:06.482700 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e150357-72b6-4829-bbb5-126a79745808 req-38e862bc-3852-4f88-abcc-eb363a5a674f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824127 Sep 20 06:06:06.492598 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527317-0999-4cd9-808d-2b812e51d725 req-45b0af78-885e-4d24-925d-8a14239ff9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.494307 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-45b0af78-885e-4d24-925d-8a14239ff9d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 1097 time: 0.0718052 Sep 20 06:06:06.504200 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e053757a-4949-4486-bc7f-9309c5fb5e92 req-c761ab03-03e7-48a1-9156-d3077b604cde tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Sep 20 06:06:06.597628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527317-0999-4cd9-808d-2b812e51d725 req-d1d3998d-7f1f-4c26-ad9a-ebf680881e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.599074 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-d1d3998d-7f1f-4c26-ad9a-ebf680881e4c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 916 time: 0.0934165 Sep 20 06:06:06.648026 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-cf7160f7-d2e6-42f9-a1d5-0e8df342bb71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c HTTP/1.1" status: 200 len: 217 time: 0.0369353 Sep 20 06:06:06.706247 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527317-0999-4cd9-808d-2b812e51d725 req-f31fb187-329c-4c9e-b9db-63b7436073e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:06.707700 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-f31fb187-329c-4c9e-b9db-63b7436073e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0443585 Sep 20 06:06:06.741271 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-482ebefe-4fc0-4d88-a08e-d1bdab927a7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252273 Sep 20 06:06:06.833951 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-f9167ead-7276-414f-aecb-048312aae09a service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836430 Sep 20 06:06:06.925197 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aa527317-0999-4cd9-808d-2b812e51d725 req-9d262f29-6bca-40a2-baa9-7f6309e49c05 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808413 Sep 20 06:06:07.266091 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8457cb8-2c7f-4441-bbeb-af4b46ff7c4c req-1af450c0-59c8-4342-ad00-9a58ce5b3e30 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:07.267592 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f8457cb8-2c7f-4441-bbeb-af4b46ff7c4c req-1af450c0-59c8-4342-ad00-9a58ce5b3e30 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 944 time: 0.0526979 Sep 20 06:06:07.304507 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f8457cb8-2c7f-4441-bbeb-af4b46ff7c4c req-76200fa5-a82e-4a12-b822-63c520f31868 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 20 06:06:07.611314 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77df8f-37e8-4ea0-8efa-0daabc21b2a5 req-18d463d5-0fd8-4f3e-a157-2b2b2bec9b6a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:07.612712 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7a77df8f-37e8-4ea0-8efa-0daabc21b2a5 req-18d463d5-0fd8-4f3e-a157-2b2b2bec9b6a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 944 time: 0.0531309 Sep 20 06:06:07.618046 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c3ba3-d158-40eb-9698-63b4d136acf6 req-2f20d375-61e2-4baf-b87b-568e07ba7eaf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:07.619541 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1b4c3ba3-d158-40eb-9698-63b4d136acf6 req-2f20d375-61e2-4baf-b87b-568e07ba7eaf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Sep 20 06:06:07.655965 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7a77df8f-37e8-4ea0-8efa-0daabc21b2a5 req-d85918d7-d8b3-4392-887a-b9a6c6fb8e6d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371931 Sep 20 06:06:07.662784 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1b4c3ba3-d158-40eb-9698-63b4d136acf6 req-3d009e20-4c2a-445f-b2be-0a9edfa41639 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372832 Sep 20 06:06:08.415746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4d59-97c4-4e6a-98b4-feec0fd51463 req-93c4d406-d3a6-4f13-8256-2de06ce2775a tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:08.417188 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-290d4d59-97c4-4e6a-98b4-feec0fd51463 req-93c4d406-d3a6-4f13-8256-2de06ce2775a tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 944 time: 0.0468936 Sep 20 06:06:08.455205 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-290d4d59-97c4-4e6a-98b4-feec0fd51463 req-0762458f-0a56-4775-8193-3a8e555f2ca1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316474 Sep 20 06:06:08.484688 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c10aaeab-b881-422e-b8b6-566e62810c9d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:06:08.576310 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c10aaeab-b881-422e-b8b6-566e62810c9d,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:08.586563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'c10aaeab-b881-422e-b8b6-566e62810c9d', 'network_id': '3389a4e0-827b-476e-8c4e-677283057880', 'port_id': 'c10aaeab-b881-422e-b8b6-566e62810c9d', 'mac_address': 'fa:16:3e:9d:9e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc552da-b87a-43e7-b9f4-9d744c796e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:06:08.626059 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:08.638098 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10aaeab-b881-422e-b8b6-566e62810c9d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:08.657560 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c10aaeab-b881-422e-b8b6-566e62810c9d,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:08.661381 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:08.710924 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:08.718395 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.718744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.719085 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.719443 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.719778 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.720113 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.720439 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.720791 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.721119 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.721447 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.721768 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.722090 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:08.771666 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12613ba8-3a0a-4a99-949c-5a1a89ab3137 req-d70ae573-1033-4e03-b8ea-4c4a6d5b93d6 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:08.773246 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12613ba8-3a0a-4a99-949c-5a1a89ab3137 req-d70ae573-1033-4e03-b8ea-4c4a6d5b93d6 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 944 time: 0.0488107 Sep 20 06:06:08.789426 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370b35-7edb-4a4c-a27c-0473fd6c9f16 req-f8d166f8-2e88-430e-b744-1b2379265112 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:08.790881 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-12370b35-7edb-4a4c-a27c-0473fd6c9f16 req-f8d166f8-2e88-430e-b744-1b2379265112 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0481534 Sep 20 06:06:08.811860 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12613ba8-3a0a-4a99-949c-5a1a89ab3137 req-1b1725bb-5172-4798-90cd-fcdace7681d7 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Sep 20 06:06:08.828989 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-12370b35-7edb-4a4c-a27c-0473fd6c9f16 req-b62a8864-7005-4fe0-a3ad-fab546b052e8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Sep 20 06:06:09.068167 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['c10aaeab-b881-422e-b8b6-566e62810c9d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:09.571818 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb073a-a62f-431c-996a-0454cb2ba6a7 req-97a64095-6beb-4728-9b7d-b1c28f0d1f15 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:09.573478 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4fb073a-a62f-431c-996a-0454cb2ba6a7 req-97a64095-6beb-4728-9b7d-b1c28f0d1f15 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 945 time: 0.0539000 Sep 20 06:06:09.612001 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4fb073a-a62f-431c-996a-0454cb2ba6a7 req-17a46922-2a83-4db5-bcca-a5c0833af39d tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Sep 20 06:06:09.929210 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c27ea3-23f2-46a8-b482-3288bf010f42 req-7b9ef129-c9e8-4a27-aaef-8e12fc897d9a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:09.930668 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d7c27ea3-23f2-46a8-b482-3288bf010f42 req-7b9ef129-c9e8-4a27-aaef-8e12fc897d9a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 944 time: 0.0485723 Sep 20 06:06:09.942343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45eac70-6e63-4f97-8254-61c61e7fa200 req-ccfbfdae-dec5-4d18-9452-8afe58b039f4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:09.943903 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c45eac70-6e63-4f97-8254-61c61e7fa200 req-ccfbfdae-dec5-4d18-9452-8afe58b039f4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Sep 20 06:06:09.969247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d7c27ea3-23f2-46a8-b482-3288bf010f42 req-0c6092c6-cc94-4b81-97fe-86f0a3f7c2cf tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322430 Sep 20 06:06:09.983120 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c45eac70-6e63-4f97-8254-61c61e7fa200 req-212d43fd-2777-4515-b730-bd49eccf018a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Sep 20 06:06:10.499795 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3970cb88-5df5-40ef-a811-cd22b15fe03c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:06:10.503086 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c10aaeab-b881-422e-b8b6-566e62810c9d up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:06:10.603764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port c10aaeab-b881-422e-b8b6-566e62810c9d completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:06:10.662364 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:10.675173 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port c10aaeab-b881-422e-b8b6-566e62810c9d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:06:10.675468 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:10.696498 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '3970cb88-5df5-40ef-a811-cd22b15fe03c', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'port_id': '3970cb88-5df5-40ef-a811-cd22b15fe03c', 'mac_address': 'fa:16:3e:b6:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2276bb-5836-4015-8cb6-e002c01abce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:06:10.735587 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c6491-fd65-4786-a96b-d88738827d38 req-bc8d0fc1-1b68-4c81-90c0-955dd08261e9 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:10.737057 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c89c6491-fd65-4786-a96b-d88738827d38 req-bc8d0fc1-1b68-4c81-90c0-955dd08261e9 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 945 time: 0.0484009 Sep 20 06:06:10.749156 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:10.774516 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c89c6491-fd65-4786-a96b-d88738827d38 req-d6488cdb-f5f5-4b1d-95f8-70a4a917d930 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Sep 20 06:06:10.781777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3970cb88-5df5-40ef-a811-cd22b15fe03c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:10.813826 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:10.815214 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:10.823577 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:10.858892 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:10.861042 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6995d2dd-a5aa-4475-88a5-fe58caa40360" -d '{"events": [{"server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:10.877826 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c10aaeab-b881-422e-b8b6-566e62810c9d,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:10.891814 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:10.899356 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:10.906210 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b2eb15-70d1-41db-8c03-c81534fc719f x-openstack-request-id: req-f2b2eb15-70d1-41db-8c03-c81534fc719f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:10.906500 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:10.906750 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2b2eb15-70d1-41db-8c03-c81534fc719f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:10.907826 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d', 'code': 200} Sep 20 06:06:10.953921 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:11.086412 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a7c5f-ec4c-464c-b825-994bf5eb38f5 req-706df228-2e16-41e0-aa5e-59f92f0c83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:11.087888 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-de7a7c5f-ec4c-464c-b825-994bf5eb38f5 req-706df228-2e16-41e0-aa5e-59f92f0c83ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 1099 time: 0.0552433 Sep 20 06:06:11.096672 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ae212-77da-4c45-8923-e94684544c7a req-ff669ba0-1f42-4156-be93-d7a77bc51628 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:11.098137 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a76ae212-77da-4c45-8923-e94684544c7a req-ff669ba0-1f42-4156-be93-d7a77bc51628 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Sep 20 06:06:11.135418 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a76ae212-77da-4c45-8923-e94684544c7a req-b0d1cb99-cf73-4bd2-b2f2-a5868f957d61 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 20 06:06:11.139227 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-de7a7c5f-ec4c-464c-b825-994bf5eb38f5 req-86b43393-1114-47e5-a042-aeb27ef9f7c2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Sep 20 06:06:11.146451 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d12e1-5770-42c4-bc40-64898edac3c6 req-888348e8-47d1-4604-b504-d7e5c829f5e4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:11.147888 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e7d12e1-5770-42c4-bc40-64898edac3c6 req-888348e8-47d1-4604-b504-d7e5c829f5e4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0766385 Sep 20 06:06:11.173784 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['3970cb88-5df5-40ef-a811-cd22b15fe03c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:11.187203 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8e7d12e1-5770-42c4-bc40-64898edac3c6 req-10b0f75e-969c-49ed-997c-43afd85298d4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Sep 20 06:06:11.594300 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 44650) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:11.696260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb2b93b2-dd72-4082-be2a-95e86639b9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.802703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb2b93b2-dd72-4082-be2a-95e86639b9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.807916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cb2b93b2-dd72-4082-be2a-95e86639b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.851483 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cb2b93b2-dd72-4082-be2a-95e86639b9e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbdf2c04cb3d45b9b0f4e18a6b914e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543304 Sep 20 06:06:11.852532 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 44670) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:11.858575 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b93b2-dd72-4082-be2a-95e86639b9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a21fed-fd39-422d-a2ba-6658faa9c1fa,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:11.898580 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1557e1a-4cfa-48ed-9c81-8710f73abe7f req-a428acb7-40cd-441f-affa-5325ed076d13 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:11.900075 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a1557e1a-4cfa-48ed-9c81-8710f73abe7f req-a428acb7-40cd-441f-affa-5325ed076d13 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0546169 Sep 20 06:06:11.901205 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.922657 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.938059 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a1557e1a-4cfa-48ed-9c81-8710f73abe7f req-fce972d7-653f-451c-9113-12f454bf0642 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Sep 20 06:06:11.968602 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.971091 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:11.972249 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a21fed-fd39-422d-a2ba-6658faa9c1fa HTTP/1.1" status: 204 len: 168 time: 0.1187541 Sep 20 06:06:11.981222 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9eb28-2086-492c-85f9-6044ef4f4458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a21fed-fd39-422d-a2ba-6658faa9c1fa,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:12.257317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede0927-2697-40ad-88af-d51eb3e1a7ef req-5f4fae5e-b67e-4a7a-9be3-60f1d456b4c1 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:12.258952 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eede0927-2697-40ad-88af-d51eb3e1a7ef req-5f4fae5e-b67e-4a7a-9be3-60f1d456b4c1 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 945 time: 0.0544121 Sep 20 06:06:12.304472 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eede0927-2697-40ad-88af-d51eb3e1a7ef req-3a41affd-0058-4621-a47d-34c2462c4dd5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391872 Sep 20 06:06:12.306675 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9137ff-becf-4b8b-9832-7ee5df46b843 req-dd83eb7e-3f98-4a04-8755-3dd5100af706 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:12.309319 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f9137ff-becf-4b8b-9832-7ee5df46b843 req-dd83eb7e-3f98-4a04-8755-3dd5100af706 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0514612 Sep 20 06:06:12.351700 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f9137ff-becf-4b8b-9832-7ee5df46b843 req-5344d9d1-fdfa-4f48-ac1d-34fc2e42aa6e tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Sep 20 06:06:12.512609 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3970cb88-5df5-40ef-a811-cd22b15fe03c up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:06:12.566127 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 3970cb88-5df5-40ef-a811-cd22b15fe03c completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:06:12.569709 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 3970cb88-5df5-40ef-a811-cd22b15fe03c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:06:12.570086 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:12.654400 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:12.686758 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:12.690840 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:12.736971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:12.909582 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:12.911997 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb60fb7c-b683-4570-a4f7-fd72c6924185" -d '{"events": [{"server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "name": "network-vif-plugged", "status": "completed", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:12.963554 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b9634-3c1f-4897-bdf4-4f63a27fd2ef x-openstack-request-id: req-c13b9634-3c1f-4897-bdf4-4f63a27fd2ef {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:12.964430 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "name": "network-vif-plugged", "status": "completed", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:12.964825 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c13b9634-3c1f-4897-bdf4-4f63a27fd2ef {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:12.965359 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c', 'code': 200} Sep 20 06:06:13.074221 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c29bf3-aad1-4b81-89b2-eaa98d82979f req-25b8510d-4dc1-4390-a3e7-c92c27978f1b tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.075770 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5c29bf3-aad1-4b81-89b2-eaa98d82979f req-25b8510d-4dc1-4390-a3e7-c92c27978f1b tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0533962 Sep 20 06:06:13.114196 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5c29bf3-aad1-4b81-89b2-eaa98d82979f req-ebb6ef11-28ae-45b9-9d30-282d54a84491 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319099 Sep 20 06:06:13.153945 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b194ce4-3936-4115-83e3-8ceff8fb5215 req-266bc43b-840c-4f34-bb66-b54a8d266a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.155434 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b194ce4-3936-4115-83e3-8ceff8fb5215 req-266bc43b-840c-4f34-bb66-b54a8d266a7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 1099 time: 0.0388350 Sep 20 06:06:13.192804 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b194ce4-3936-4115-83e3-8ceff8fb5215 req-eb273694-32d5-47e7-aba1-5fcb1236e45d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279417 Sep 20 06:06:13.419136 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb143d34-f611-4e2d-9afb-b4fdd411e504 req-f857a7d7-76b3-423e-ae8e-37dd1708899a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.421277 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb143d34-f611-4e2d-9afb-b4fdd411e504 req-f857a7d7-76b3-423e-ae8e-37dd1708899a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0518334 Sep 20 06:06:13.465574 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bb143d34-f611-4e2d-9afb-b4fdd411e504 req-d25909fb-df4c-4b0f-a223-a3f656583b96 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Sep 20 06:06:13.484098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842740a-7a4a-4675-95bc-b004c3a8dab0 req-b8c2a728-e2af-4e65-a043-c0d706f7ea38 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.484631 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b842740a-7a4a-4675-95bc-b004c3a8dab0 req-b8c2a728-e2af-4e65-a043-c0d706f7ea38 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0641279 Sep 20 06:06:13.523846 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b842740a-7a4a-4675-95bc-b004c3a8dab0 req-7ca788f5-a006-4fa9-b8c9-c5c166939c50 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Sep 20 06:06:13.616466 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82c9a9-a72b-4078-a03d-3a24e86c600f req-bdcbadd2-824c-4319-b71c-0019e215c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.617889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eb82c9a9-a72b-4078-a03d-3a24e86c600f req-bdcbadd2-824c-4319-b71c-0019e215c5ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 1098 time: 0.0378511 Sep 20 06:06:13.658565 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eb82c9a9-a72b-4078-a03d-3a24e86c600f req-cbf0b8ef-26dd-46f5-b8f5-17f6efc35fcf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270703 Sep 20 06:06:13.885231 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87f81f-e50b-4e68-94b8-573c9c8bd1f9 req-333e1421-90ac-4f97-9744-d47983435ee8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:13.886639 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf87f81f-e50b-4e68-94b8-573c9c8bd1f9 req-333e1421-90ac-4f97-9744-d47983435ee8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0459812 Sep 20 06:06:13.922037 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cf87f81f-e50b-4e68-94b8-573c9c8bd1f9 req-378908ea-2f0d-42b4-9d48-9597d8ef570d tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296459 Sep 20 06:06:14.578303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb471242-bd8d-4204-b761-7d1d8ce79518 req-42d56c55-2cfa-498e-b445-2b1369baf680 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:14.579706 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bb471242-bd8d-4204-b761-7d1d8ce79518 req-42d56c55-2cfa-498e-b445-2b1369baf680 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0466568 Sep 20 06:06:14.616587 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bb471242-bd8d-4204-b761-7d1d8ce79518 req-78afdb51-3057-4684-a3a0-bb042301b945 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Sep 20 06:06:14.636222 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cf11a-6e50-4ed5-ab4f-65dcd64ddd28 req-8fadd02f-eb84-4ba6-b6cd-08cab0ca51f5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:14.637678 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-560cf11a-6e50-4ed5-ab4f-65dcd64ddd28 req-8fadd02f-eb84-4ba6-b6cd-08cab0ca51f5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0493364 Sep 20 06:06:14.674388 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-560cf11a-6e50-4ed5-ab4f-65dcd64ddd28 req-1c8e61b0-be4e-41a3-a9a8-5b25fb30fd90 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302718 Sep 20 06:06:15.035532 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788aab7-7e47-4500-801d-acd09eb678fa req-80cfca42-1b28-472c-a4e3-3fe542a439ca tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:15.036973 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b788aab7-7e47-4500-801d-acd09eb678fa req-80cfca42-1b28-472c-a4e3-3fe542a439ca tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0464492 Sep 20 06:06:15.072957 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b788aab7-7e47-4500-801d-acd09eb678fa req-ebf6e576-ec3e-4bad-8784-265d2bce17a3 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301399 Sep 20 06:06:15.725956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75516f-8288-4782-846e-1b3d540ebeb5 req-434792a3-f80e-482a-ad1c-6dc462a61e08 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:15.727365 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7b75516f-8288-4782-846e-1b3d540ebeb5 req-434792a3-f80e-482a-ad1c-6dc462a61e08 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0456033 Sep 20 06:06:15.762828 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7b75516f-8288-4782-846e-1b3d540ebeb5 req-254283ec-b99d-4edf-82a7-58a72b20dddb tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289929 Sep 20 06:06:15.862574 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b3d30-a108-46ff-b644-d30f871c0976 req-54e4ec95-68d5-45f9-86f2-3c53b2ef789b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:15.864010 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b2b3d30-a108-46ff-b644-d30f871c0976 req-54e4ec95-68d5-45f9-86f2-3c53b2ef789b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Sep 20 06:06:15.900441 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b2b3d30-a108-46ff-b644-d30f871c0976 req-51ca0c29-4d7f-45c6-a811-07f4646b3ae8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Sep 20 06:06:16.182524 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e8302-f1e3-4370-aad2-b185af9c9bbc req-4303188c-551c-4c90-96ad-19e8995cf64e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:16.184149 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a80e8302-f1e3-4370-aad2-b185af9c9bbc req-4303188c-551c-4c90-96ad-19e8995cf64e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0467639 Sep 20 06:06:16.221105 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a80e8302-f1e3-4370-aad2-b185af9c9bbc req-9054aa55-763f-46df-a093-1a6b525cd9e8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Sep 20 06:06:16.871053 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876df03-b382-44eb-9a91-5e3b8127724c req-945813a5-37df-47c2-8416-350ce0e2d47e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:16.872486 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3876df03-b382-44eb-9a91-5e3b8127724c req-945813a5-37df-47c2-8416-350ce0e2d47e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0453243 Sep 20 06:06:16.908361 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3876df03-b382-44eb-9a91-5e3b8127724c req-1b830648-7284-4e20-a1e1-72b1c8d37769 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301149 Sep 20 06:06:17.016788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f89ed4-d144-402b-828b-60cb6ab6ffa5 req-b3835bdb-fcf0-4bc9-aab7-e42c72d7a5a3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:17.018225 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b5f89ed4-d144-402b-828b-60cb6ab6ffa5 req-b3835bdb-fcf0-4bc9-aab7-e42c72d7a5a3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0525868 Sep 20 06:06:17.054048 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b5f89ed4-d144-402b-828b-60cb6ab6ffa5 req-2c3d0f4f-2bec-4574-a4cd-72f48e725fdd tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298934 Sep 20 06:06:17.330871 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdca3c-559f-44df-9571-35dcf93b7991 req-57272de5-567c-447f-a6fc-844e1077b6b7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:17.332363 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8dfdca3c-559f-44df-9571-35dcf93b7991 req-57272de5-567c-447f-a6fc-844e1077b6b7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0477729 Sep 20 06:06:17.370091 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8dfdca3c-559f-44df-9571-35dcf93b7991 req-60c9078e-6512-4858-bf55-aa8de1e50b28 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315673 Sep 20 06:06:18.023809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a45259-dac1-4c34-8367-25f703445ee9 req-ab86ec91-ed38-4d4b-8038-74df7f3205fc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:18.025276 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-10a45259-dac1-4c34-8367-25f703445ee9 req-ab86ec91-ed38-4d4b-8038-74df7f3205fc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0510952 Sep 20 06:06:18.062663 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-10a45259-dac1-4c34-8367-25f703445ee9 req-89213051-1bbb-4e66-89c5-fb5dc8685139 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Sep 20 06:06:18.163428 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972e56e-b7bc-40ec-b80a-d70f271d049e req-c51ddce4-5c27-41c0-8527-d784588691c9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:18.164898 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9972e56e-b7bc-40ec-b80a-d70f271d049e req-c51ddce4-5c27-41c0-8527-d784588691c9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0459862 Sep 20 06:06:18.201454 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9972e56e-b7bc-40ec-b80a-d70f271d049e req-a4868f8f-0382-4729-9883-31a36a3c68ee tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301597 Sep 20 06:06:18.493878 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde3cc-7c6c-4281-9c23-de73746b716e req-12eab61a-23de-4ec2-bcba-f108694563db tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:18.495330 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2bde3cc-7c6c-4281-9c23-de73746b716e req-12eab61a-23de-4ec2-bcba-f108694563db tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0574400 Sep 20 06:06:18.531260 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2bde3cc-7c6c-4281-9c23-de73746b716e req-764c6aa8-ba33-4309-b81e-0068439b3be0 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299537 Sep 20 06:06:19.169809 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f25a4e-e13e-4c6c-b614-3cf57e143796 req-1dd6810f-b895-4481-b982-abd894e51c8e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:19.171212 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13f25a4e-e13e-4c6c-b614-3cf57e143796 req-1dd6810f-b895-4481-b982-abd894e51c8e tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0456443 Sep 20 06:06:19.207400 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13f25a4e-e13e-4c6c-b614-3cf57e143796 req-5ed77399-5277-4eaf-bc60-21283c98226a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304368 Sep 20 06:06:19.312755 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a789c8-c92c-4429-9e1e-fd41f0fb9daa req-e809bbd2-06d4-4ac6-98bb-1b28e571199b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:19.314121 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09a789c8-c92c-4429-9e1e-fd41f0fb9daa req-e809bbd2-06d4-4ac6-98bb-1b28e571199b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0503438 Sep 20 06:06:19.350279 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-09a789c8-c92c-4429-9e1e-fd41f0fb9daa req-77a53a99-365a-49a6-9b02-33b5b7d7c117 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302403 Sep 20 06:06:19.836002 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de034aae-5f7e-4021-8ff5-981a1673c7b6 req-cbf3a6ca-31c0-4329-bff5-993d83268da1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:19.837371 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-de034aae-5f7e-4021-8ff5-981a1673c7b6 req-cbf3a6ca-31c0-4329-bff5-993d83268da1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.2423337 Sep 20 06:06:19.873024 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-de034aae-5f7e-4021-8ff5-981a1673c7b6 req-66b02208-9ba0-4215-98e2-c0d3a70d0885 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290973 Sep 20 06:06:20.316045 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863367b-cd37-4fc5-9d41-cfeafc1de159 req-dc6e4b7c-3391-4917-8f47-66f66e2662ca tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:20.317496 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7863367b-cd37-4fc5-9d41-cfeafc1de159 req-dc6e4b7c-3391-4917-8f47-66f66e2662ca tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0467486 Sep 20 06:06:20.354023 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7863367b-cd37-4fc5-9d41-cfeafc1de159 req-fa9b2d9b-09ff-4856-b29a-053ea0588f6a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302684 Sep 20 06:06:20.460198 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5681-32f1-4f66-82ba-3ee26588b154 req-9043761b-dd4c-4a8c-841f-32c1ef1f90bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:20.461614 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19fc5681-32f1-4f66-82ba-3ee26588b154 req-9043761b-dd4c-4a8c-841f-32c1ef1f90bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0457833 Sep 20 06:06:20.497294 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19fc5681-32f1-4f66-82ba-3ee26588b154 req-287e7faa-3469-40d7-ae85-013817cd26a7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295379 Sep 20 06:06:20.990663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80c686-f485-4e30-acb2-4e2b13a5d8d6 req-98ad4796-ac4a-4ed7-8522-d33b4f137733 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:20.992159 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b80c686-f485-4e30-acb2-4e2b13a5d8d6 req-98ad4796-ac4a-4ed7-8522-d33b4f137733 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0525641 Sep 20 06:06:21.030648 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b80c686-f485-4e30-acb2-4e2b13a5d8d6 req-4ebcbf35-041c-49d9-8334-368751f784f8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Sep 20 06:06:21.141138 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-51044bb8-1904-4efa-a3d1-050fdd16b2ad tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:21.142545 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-51044bb8-1904-4efa-a3d1-050fdd16b2ad tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 946 time: 0.0473676 Sep 20 06:06:21.244201 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Deleting port c10aaeab-b881-422e-b8b6-566e62810c9d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:06:21.244543 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:21.332204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] For port c10aaeab-b881-422e-b8b6-566e62810c9d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c10aaeab-b881-422e-b8b6-566e62810c9d,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:21.332761 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:21.345286 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Calling delete_port for c10aaeab-b881-422e-b8b6-566e62810c9d owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:06:21.469150 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a12ead-03c8-4a83-b7d3-0a867d56f0cf req-6fb74e80-6f1b-4b6d-8a79-6bbfac5b3451 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:21.471599 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:21.471737 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e7a12ead-03c8-4a83-b7d3-0a867d56f0cf req-6fb74e80-6f1b-4b6d-8a79-6bbfac5b3451 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0475314 Sep 20 06:06:21.490531 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['c10aaeab-b881-422e-b8b6-566e62810c9d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:21.499413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Pushing event deleted for resources: {'Port': ['ID=c10aaeab-b881-422e-b8b6-566e62810c9d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:21.515006 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e7a12ead-03c8-4a83-b7d3-0a867d56f0cf req-8d42e3bf-ee92-4a98-a5ee-23948b38da61 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378375 Sep 20 06:06:21.543336 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] No DVR routers for this DVR port c10aaeab-b881-422e-b8b6-566e62810c9d on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:06:21.547139 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:21.549392 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-78c09b4f-37ec-4ff8-9727-268f860fe709 req-e2115297-f60b-4f88-b24c-0877fe58fb82 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "DELETE /v2.0/ports/c10aaeab-b881-422e-b8b6-566e62810c9d HTTP/1.1" status: 204 len: 173 time: 0.3905945 Sep 20 06:06:21.549719 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'name': 'network-vif-deleted', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:21.551965 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ca85f5-45ba-4d09-86c0-1119b54a4d96" -d '{"events": [{"server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "name": "network-vif-deleted", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:21.612778 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5717111-bf05-4095-9dae-0bad6b8f3320 x-openstack-request-id: req-f5717111-bf05-4095-9dae-0bad6b8f3320 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:21.613085 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47380627-3a76-4192-8e01-f47bc82fa3ef", "name": "network-vif-deleted", "tag": "c10aaeab-b881-422e-b8b6-566e62810c9d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:21.613323 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5717111-bf05-4095-9dae-0bad6b8f3320 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:21.613712 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47380627-3a76-4192-8e01-f47bc82fa3ef', 'name': 'network-vif-deleted', 'tag': 'c10aaeab-b881-422e-b8b6-566e62810c9d', 'status': 'completed', 'code': 200} Sep 20 06:06:21.635958 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e673b60-323f-422b-8091-79e83fb096e2 req-f538f613-810c-4b8a-ae93-8c8522f1296c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:21.637464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e673b60-323f-422b-8091-79e83fb096e2 req-f538f613-810c-4b8a-ae93-8c8522f1296c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0578914 Sep 20 06:06:21.676114 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0e673b60-323f-422b-8091-79e83fb096e2 req-b33cc0b4-cbca-4ee6-ba35-8cd0627dfffb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321548 Sep 20 06:06:21.794939 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214afaa2-4c39-4436-b986-a08c391b64a8 req-816078f4-d5ce-4fff-83f9-f4d337c56489 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:21.802552 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214afaa2-4c39-4436-b986-a08c391b64a8 req-816078f4-d5ce-4fff-83f9-f4d337c56489 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0578713 Sep 20 06:06:21.840071 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-214afaa2-4c39-4436-b986-a08c391b64a8 req-782d0211-fdca-4c51-91ac-1d7d2ad63655 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365841 Sep 20 06:06:22.143979 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e5690aa7-8a8e-4beb-b2aa-657c00e29008 req-778223d2-d2a0-4c3d-b996-d8e9e7c81489 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 210 time: 0.0421567 Sep 20 06:06:23.233893 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f20ce89c-b53e-4ded-a3ca-ce4088d65286 req-ecebb62f-ab92-4dc9-a8e6-bb55bc35ded8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 210 time: 0.0242577 Sep 20 06:06:24.323465 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3ac3f57-542b-4fa4-8d08-ab42c05753aa req-77951dbd-3c96-4a6d-9526-7491ffeb358b tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=47380627-3a76-4192-8e01-f47bc82fa3ef HTTP/1.1" status: 200 len: 210 time: 0.0254028 Sep 20 06:06:24.570376 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c10aaeab-b881-422e-b8b6-566e62810c9d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:06:24.590379 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: c10aaeab-b881-422e-b8b6-566e62810c9d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:06:24.590723 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c10aaeab-b881-422e-b8b6-566e62810c9d not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:06:25.632787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-fce31771-480f-4a6b-8367-6c352883ea71 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:25.634266 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-fce31771-480f-4a6b-8367-6c352883ea71 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 807 time: 0.0981712 Sep 20 06:06:25.650971 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-f513aec5-c7bd-4caa-9f31-0c0fb5adad88 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/quotas/cea846afbbd84277972056d24ccace94 HTTP/1.1" status: 200 len: 375 time: 0.0099721 Sep 20 06:06:25.687586 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-29975d97-666a-4463-9751-a40b5ec6d69b tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298731 Sep 20 06:06:25.779104 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-fa1c2328-178a-446d-a099-839f20b284cd service neutron] 10.222.0.20 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842378 Sep 20 06:06:25.803621 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:25.869500 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-3bd75291-ffa0-453a-99d0-440c792726ef service neutron] 10.222.0.20 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844653 Sep 20 06:06:26.020441 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-601562bc-5c30-448c-8f89-25a658365712 req-d83a7837-d16c-43aa-a793-bae3d8b5a3f1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 210 time: 0.0266290 Sep 20 06:06:26.443674 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ada4b3c4-de02-4883-9623-6304f1274586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:27.113077 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9f43bca1-4d14-47d9-af13-c706b08f2986 req-a757cba7-af54-4e6b-a6e7-767016dfde4d tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 210 time: 0.0259385 Sep 20 06:06:27.840997 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:06:28.202555 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7a41d1c6-4c84-406b-873e-4c8b2cfbddcb req-69368d23-5db3-4e9b-b337-20bd873338c9 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 210 time: 0.0254474 Sep 20 06:06:28.802822 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-a57279f9-f4aa-41d2-b1db-709e26f2fa31 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:28.804380 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-a57279f9-f4aa-41d2-b1db-709e26f2fa31 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 807 time: 0.1116033 Sep 20 06:06:28.827789 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Request body: {'port': {'device_id': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'network_id': '3389a4e0-827b-476e-8c4e-677283057880', 'admin_state_up': True, 'tenant_id': 'cea846afbbd84277972056d24ccace94'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:28.953570 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Made reservation on behalf of cea846afbbd84277972056d24ccace94 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:06:28.957959 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.051579 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a93fe667-477a-4ef4-8f43-2ceb8f93a1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.120055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Allocated IP 172.20.0.8 (3389a4e0-827b-476e-8c4e-677283057880/dfc552da-b87a-43e7-b9f4-9d744c796e3a/006fa834-ba8f-4c08-982a-5f2af3289c77) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:06:29.280102 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.304112 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.331887 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-235c0025-a2ff-4ee3-946d-3d96f0d2cab6 req-45dce9ff-d0da-4c13-872c-d1c302ea4fe8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 210 time: 0.0483940 Sep 20 06:06:29.350114 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.395344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Network 3389a4e0-827b-476e-8c4e-677283057880 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:06:29.398339 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:06:29.406182 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:06:29.409606 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Pushing event updated for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:29.467642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:29.468264 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.484823 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-6c0f384a-e4d9-4723-84f7-c587c408badf tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6620460 Sep 20 06:06:29.503114 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Request body: {'port': {'device_id': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:29.576338 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.716165 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-fcf1526a-9267-423f-a286-db5dbddd7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:29.718123 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-fcf1526a-9267-423f-a286-db5dbddd7074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.0401511 Sep 20 06:06:29.805795 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ca99c-63bf-4421-b71f-3c12b4bf72f8 req-3a7ff1e7-9b33-4192-9520-bead2ca39318 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:29.807251 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a2ca99c-63bf-4421-b71f-3c12b4bf72f8 req-3a7ff1e7-9b33-4192-9520-bead2ca39318 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1073689 Sep 20 06:06:29.810827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-79988244-3b42-43e1-8f58-c0b3926b9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:29.812301 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-79988244-3b42-43e1-8f58-c0b3926b9746 service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.0853755 Sep 20 06:06:29.860172 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-959abf37-5411-44c8-8faa-544609643d54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0341690 Sep 20 06:06:29.869521 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a2ca99c-63bf-4421-b71f-3c12b4bf72f8 req-238501c8-70e3-42a0-8bc9-618a513d61b5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536075 Sep 20 06:06:29.915957 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.918259 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-4a40339f-d0fd-47c4-8938-8b8be2479d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:29.920604 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-4a40339f-d0fd-47c4-8938-8b8be2479d97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.0500569 Sep 20 06:06:29.924745 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006fa834-ba8f-4c08-982a-5f2af3289c77 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:29.932191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.947496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Transition to ACTIVE for port object 006fa834-ba8f-4c08-982a-5f2af3289c77 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:06:29.951470 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:29.958470 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-5d235566-7142-40ba-9815-1a35c4abb48c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271134 Sep 20 06:06:30.043409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:30.072921 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-c393b82e-87a7-4794-9d39-90477c67c279 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030810 Sep 20 06:06:30.080295 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Attempting to bind port 006fa834-ba8f-4c08-982a-5f2af3289c77 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:06:30.080628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Attempting to bind port 006fa834-ba8f-4c08-982a-5f2af3289c77 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:06:30.080974 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Attempting to bind port 006fa834-ba8f-4c08-982a-5f2af3289c77 on network 3389a4e0-827b-476e-8c4e-677283057880 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:30.085196 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Port 006fa834-ba8f-4c08-982a-5f2af3289c77 on network 3389a4e0-827b-476e-8c4e-677283057880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:06:30.085548 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Attempting to bind port 006fa834-ba8f-4c08-982a-5f2af3289c77 on network 3389a4e0-827b-476e-8c4e-677283057880 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:30.090320 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:06:30.090651 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Checking segment: {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:06:30.092863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Bound using segment: {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:06:30.092863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Bound port: 006fa834-ba8f-4c08-982a-5f2af3289c77, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '239e8746-492d-4948-bebf-c2ec188f7eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '3389a4e0-827b-476e-8c4e-677283057880'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:06:30.092863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:30.180630 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:06:30.180880 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd47c4e2-e752-4355-b0cb-e87182da5536 req-9dfe6616-d281-4c89-8a34-8d6270d7899f service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976539 Sep 20 06:06:30.184907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=006fa834-ba8f-4c08-982a-5f2af3289c77,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:06:30.190123 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:30.237808 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.238490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:30.240003 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] 10.222.0.37 "PUT /v2.0/ports/006fa834-ba8f-4c08-982a-5f2af3289c77 HTTP/1.1" status: 200 len: 1093 time: 0.7460327 Sep 20 06:06:30.240656 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:30.242923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b31f90-6dfd-455c-a752-0993b399fa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:30.284274 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060b15-217c-425e-a3a9-13971eae1cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:30.317675 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9921e9d-9177-494c-855f-e0ab0b215e15 x-openstack-request-id: req-b9921e9d-9177-494c-855f-e0ab0b215e15 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:30.318363 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:30.318363 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9921e9d-9177-494c-855f-e0ab0b215e15 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:30.318699 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77', 'status': 'completed', 'code': 200} Sep 20 06:06:30.420781 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-2a319142-fd45-44ef-9c19-0bb8f5f18cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.422632 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-2a319142-fd45-44ef-9c19-0bb8f5f18cd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0982471 Sep 20 06:06:30.490632 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-0060bfdc-d021-4eec-ae6b-4ed6ba6ec0a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=006fa834-ba8f-4c08-982a-5f2af3289c77 HTTP/1.1" status: 200 len: 217 time: 0.0565515 Sep 20 06:06:30.515066 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d598c3-cc99-48ca-95cb-16e83a4ff465 req-60e0b16d-fd26-4358-a0ba-f19c785101f1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.516557 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30d598c3-cc99-48ca-95cb-16e83a4ff465 req-60e0b16d-fd26-4358-a0ba-f19c785101f1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0988865 Sep 20 06:06:30.577900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963e44-193a-47b6-b3f0-031feff79677 req-0cf2e55d-ec75-4280-8ae9-5ff554d4aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.579345 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-0cf2e55d-ec75-4280-8ae9-5ff554d4aaa1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc552da-b87a-43e7-b9f4-9d744c796e3a HTTP/1.1" status: 200 len: 847 time: 0.0796883 Sep 20 06:06:30.584377 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30d598c3-cc99-48ca-95cb-16e83a4ff465 req-4910b952-0a60-4f4e-b398-c2686977e648 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492125 Sep 20 06:06:30.615232 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-5742e426-b3c8-4940-b79a-092b2acdba42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3389a4e0-827b-476e-8c4e-677283057880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258999 Sep 20 06:06:30.712102 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-f042f25c-9918-4157-8945-aa2ffce59992 service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857396 Sep 20 06:06:30.814929 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-26963e44-193a-47b6-b3f0-031feff79677 req-5149a120-33f1-47ce-bc76-f89ddc63863a service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892184 Sep 20 06:06:30.902076 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-63cb8e3a-bb09-4d66-af67-846eb8fe4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.903645 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-63cb8e3a-bb09-4d66-af67-846eb8fe4ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cea846afbbd84277972056d24ccace94&device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 1096 time: 0.0386522 Sep 20 06:06:30.987457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172b6-0b39-4f7d-9eee-1455333a13f2 req-0605a132-49f7-4295-9d2c-785037d7017f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:30.988883 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9e8172b6-0b39-4f7d-9eee-1455333a13f2 req-0605a132-49f7-4295-9d2c-785037d7017f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0486546 Sep 20 06:06:31.001320 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-288ffbc3-8dfd-48d0-acfa-c0e948304b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:31.002828 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-288ffbc3-8dfd-48d0-acfa-c0e948304b17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 200 len: 908 time: 0.0904713 Sep 20 06:06:31.027291 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9e8172b6-0b39-4f7d-9eee-1455333a13f2 req-0bdea689-4db6-4bf3-901a-005cdd831101 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312626 Sep 20 06:06:31.048434 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-f50e38b9-eab8-46ae-ade1-df095087324a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=006fa834-ba8f-4c08-982a-5f2af3289c77 HTTP/1.1" status: 200 len: 217 time: 0.0330107 Sep 20 06:06:31.844303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41f83b-dfe1-4cd9-aac6-6df1d5241c98 req-7943d61d-5b1e-4784-85b8-61a5adc53e57 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:31.845779 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3a41f83b-dfe1-4cd9-aac6-6df1d5241c98 req-7943d61d-5b1e-4784-85b8-61a5adc53e57 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0475721 Sep 20 06:06:31.885508 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3a41f83b-dfe1-4cd9-aac6-6df1d5241c98 req-ba6f58bf-0961-4877-8744-ecec6bdd9016 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Sep 20 06:06:31.921888 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:31.983917 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-5908facb-41ed-4ef3-b78a-04fffe3bf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:31.985362 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-5908facb-41ed-4ef3-b78a-04fffe3bf0f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc552da-b87a-43e7-b9f4-9d744c796e3a HTTP/1.1" status: 200 len: 847 time: 0.0418980 Sep 20 06:06:32.139548 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51182bcc-75a1-4c69-b206-2cd26b83218c req-1038a78b-ce93-4ee8-b367-9da7df960c4e tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:32.140901 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51182bcc-75a1-4c69-b206-2cd26b83218c req-1038a78b-ce93-4ee8-b367-9da7df960c4e tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0462184 Sep 20 06:06:32.176734 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51182bcc-75a1-4c69-b206-2cd26b83218c req-f09ccf36-561b-4294-96e3-e8c7c9f6d634 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300193 Sep 20 06:06:32.996078 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2cf00-ce4f-41e8-b432-90a69423b77a req-cea83d9a-b802-4a3c-ad87-3f0fc20433d5 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:32.998011 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38b2cf00-ce4f-41e8-b432-90a69423b77a req-cea83d9a-b802-4a3c-ad87-3f0fc20433d5 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0457463 Sep 20 06:06:33.034035 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38b2cf00-ce4f-41e8-b432-90a69423b77a req-2f4367a2-cae0-43f2-99b1-53e6982d4ec4 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301423 Sep 20 06:06:33.286202 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161c814-fcd5-484b-9b11-0473422e6c84 req-62d5b9c7-f9bb-4065-b96b-78855096c4d5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:33.287663 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5161c814-fcd5-484b-9b11-0473422e6c84 req-62d5b9c7-f9bb-4065-b96b-78855096c4d5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0456076 Sep 20 06:06:33.329840 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5161c814-fcd5-484b-9b11-0473422e6c84 req-378e424e-2d36-4e04-9cf2-3f9eae6d0cd9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357590 Sep 20 06:06:33.870464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-36ae6689-b5a4-4e5d-a619-c4b3c24652a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3389a4e0-827b-476e-8c4e-677283057880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271571 Sep 20 06:06:33.972557 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-f28203b6-2104-4625-b334-d001f5ef32cb service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813301 Sep 20 06:06:34.068746 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2b31f90-6dfd-455c-a752-0993b399fa0b req-10e67ddf-d728-4f77-b439-e5261bcfd628 service neutron] 10.222.0.37 "GET /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854139 Sep 20 06:06:34.144104 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd7ee8-5084-4a46-a0e2-5c70a1e76c8f req-8b8ffcd1-0a90-400d-8aad-b235800387c5 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:34.145825 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bccd7ee8-5084-4a46-a0e2-5c70a1e76c8f req-8b8ffcd1-0a90-400d-8aad-b235800387c5 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0465086 Sep 20 06:06:34.181567 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bccd7ee8-5084-4a46-a0e2-5c70a1e76c8f req-322092db-c014-4676-a44b-196ac6ea4a3e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300114 Sep 20 06:06:34.442565 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad5a1d-cb0e-483b-8897-ee5293feb462 req-90f454cb-aa0f-4ffa-9bf8-053288653552 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:34.444017 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f4ad5a1d-cb0e-483b-8897-ee5293feb462 req-90f454cb-aa0f-4ffa-9bf8-053288653552 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0467534 Sep 20 06:06:34.480102 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f4ad5a1d-cb0e-483b-8897-ee5293feb462 req-63f1939d-509a-49d0-a0ee-5c8ea837baf1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302095 Sep 20 06:06:35.291641 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728008b-bae5-41a4-8675-c079b77de9f1 req-ee9d2537-b205-4d52-826a-3b1ac8922ec1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:35.293074 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b728008b-bae5-41a4-8675-c079b77de9f1 req-ee9d2537-b205-4d52-826a-3b1ac8922ec1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0469322 Sep 20 06:06:35.330244 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b728008b-bae5-41a4-8675-c079b77de9f1 req-9f27fb42-1773-4fd9-a073-4e6eedfae085 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Sep 20 06:06:35.593582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070f5ec-4456-4361-a34d-e9b13a2e5974 req-1320adaf-c53b-4563-b94f-aa9400d85b28 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:35.594989 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e070f5ec-4456-4361-a34d-e9b13a2e5974 req-1320adaf-c53b-4563-b94f-aa9400d85b28 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0505071 Sep 20 06:06:35.631611 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e070f5ec-4456-4361-a34d-e9b13a2e5974 req-09885606-cecf-48be-8a44-e3350556a706 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307291 Sep 20 06:06:36.440658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d77327-e5c6-4ede-9e0d-319e3a5dbf32 req-63462b11-2e9c-4c6e-b318-39fb92953364 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:36.442076 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-52d77327-e5c6-4ede-9e0d-319e3a5dbf32 req-63462b11-2e9c-4c6e-b318-39fb92953364 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0473797 Sep 20 06:06:36.476997 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-52d77327-e5c6-4ede-9e0d-319e3a5dbf32 req-a30de66e-fc12-49e0-aabf-8a5fbb82c742 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291092 Sep 20 06:06:36.740458 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d4480-cb0d-4030-8746-f5b83cf0c910 req-2b474aec-3b91-456a-893e-54b0af9771b3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:36.741928 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-508d4480-cb0d-4030-8746-f5b83cf0c910 req-2b474aec-3b91-456a-893e-54b0af9771b3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0471859 Sep 20 06:06:36.778539 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-508d4480-cb0d-4030-8746-f5b83cf0c910 req-ff42221c-c7b3-4360-b6c7-781bda943233 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308895 Sep 20 06:06:37.590478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20115d14-9f0f-46cb-b6a9-cd9c49fe15a7 req-619b1a05-9b7c-485a-ba4d-d51d93ff35cc tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:37.592502 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20115d14-9f0f-46cb-b6a9-cd9c49fe15a7 req-619b1a05-9b7c-485a-ba4d-d51d93ff35cc tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0498807 Sep 20 06:06:37.628275 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20115d14-9f0f-46cb-b6a9-cd9c49fe15a7 req-af5447df-50bd-4c39-956f-b85363eb2e2e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300119 Sep 20 06:06:37.898500 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f2b5b-80fc-4649-bd31-7af35ed3e994 req-7c5fc9bd-4f10-4238-adde-5acc41062c3f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:37.903430 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c38f2b5b-80fc-4649-bd31-7af35ed3e994 req-7c5fc9bd-4f10-4238-adde-5acc41062c3f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0509160 Sep 20 06:06:37.940410 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c38f2b5b-80fc-4649-bd31-7af35ed3e994 req-e62843ec-19b4-463f-9aeb-bf82231036c4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340257 Sep 20 06:06:38.738096 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761208d-5ae9-4f87-988b-76b5f1f8de47 req-957aaa7f-8bc7-438a-88bb-f966fe0d5015 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:38.739660 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4761208d-5ae9-4f87-988b-76b5f1f8de47 req-957aaa7f-8bc7-438a-88bb-f966fe0d5015 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0454090 Sep 20 06:06:38.779462 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4761208d-5ae9-4f87-988b-76b5f1f8de47 req-89ca06d3-2ec5-461b-9bdd-777ffc9ba859 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Sep 20 06:06:39.054054 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ae28d-8e37-4f62-a8a2-637c005d0c9b req-1de5b601-13c0-4e10-95f2-4102f54290f1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:39.055597 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9c4ae28d-8e37-4f62-a8a2-637c005d0c9b req-1de5b601-13c0-4e10-95f2-4102f54290f1 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Sep 20 06:06:39.102264 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9c4ae28d-8e37-4f62-a8a2-637c005d0c9b req-623b2421-1b0f-4725-b4b3-75c23d075b96 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Sep 20 06:06:39.891360 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9d194-b12d-4203-ad1c-68e6a8b02f27 req-4c34154f-6e0d-4545-bff3-9860cf57dd08 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:39.892826 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-61a9d194-b12d-4203-ad1c-68e6a8b02f27 req-4c34154f-6e0d-4545-bff3-9860cf57dd08 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0469518 Sep 20 06:06:39.930477 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-61a9d194-b12d-4203-ad1c-68e6a8b02f27 req-6b2ecbb4-d936-4cdf-bf15-b7b185340cb3 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Sep 20 06:06:40.215451 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ad677-8766-418f-be90-78ed495c0997 req-16fe7050-8c52-4ef8-8f9a-84f76c4e7375 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:40.217992 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f96ad677-8766-418f-be90-78ed495c0997 req-16fe7050-8c52-4ef8-8f9a-84f76c4e7375 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0485358 Sep 20 06:06:40.262242 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f96ad677-8766-418f-be90-78ed495c0997 req-96d6d507-d411-4481-bbf2-d5cf94a245aa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Sep 20 06:06:41.045314 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e6731-eaa6-4d62-884e-43a7ecb06feb req-177123ac-f7f0-45c2-b1ae-8cb2e999eeb7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:41.050640 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-004e6731-eaa6-4d62-884e-43a7ecb06feb req-177123ac-f7f0-45c2-b1ae-8cb2e999eeb7 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0498714 Sep 20 06:06:41.085463 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-004e6731-eaa6-4d62-884e-43a7ecb06feb req-c42f11e5-eae0-47f6-8e5d-9bcf86cb215e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Sep 20 06:06:41.374502 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86640-6397-4fa4-899f-e548e1b41f64 req-12287917-9aff-4097-b0b7-c14910327a6c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:41.376001 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e0e86640-6397-4fa4-899f-e548e1b41f64 req-12287917-9aff-4097-b0b7-c14910327a6c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0480626 Sep 20 06:06:41.415080 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e0e86640-6397-4fa4-899f-e548e1b41f64 req-a901a1a7-488b-42e0-9f21-cfc17770d26d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326395 Sep 20 06:06:41.673293 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45292) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:41.772493 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:41.856413 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:41.860460 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:41.899214 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e06739e68925486ba14d57523b14710a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248268 Sep 20 06:06:41.900029 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea467bd-140f-4a83-a787-0baf2b7f45aa,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:41.901907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 45296) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:41.907327 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.907777 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.908188 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.908554 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.908885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.909215 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.909546 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.909868 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.910192 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.910512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.910835 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.911153 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d5cb0d-26c0-498e-b055-923ccd06bbcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:41.951936 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:41.972303 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:42.018897 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:42.021385 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:42.022501 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ea467bd-140f-4a83-a787-0baf2b7f45aa HTTP/1.1" status: 204 len: 168 time: 0.1196253 Sep 20 06:06:42.030301 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea467bd-140f-4a83-a787-0baf2b7f45aa,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:42.037115 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.037461 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.037798 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.038128 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.038455 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.038781 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.039102 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.039461 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.039766 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.040082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.040397 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.040707 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df6daae-4ffc-4b8b-8f06-ff83d01fa244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:06:42.204674 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b02f7a-bed4-46df-ac16-e3f25011c43c req-f3abd65b-d24b-4199-83fb-f135bb8500f3 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:42.206299 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0b02f7a-bed4-46df-ac16-e3f25011c43c req-f3abd65b-d24b-4199-83fb-f135bb8500f3 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0513752 Sep 20 06:06:42.247177 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c0b02f7a-bed4-46df-ac16-e3f25011c43c req-d857457e-8733-447e-bf11-ffe2592d18df tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Sep 20 06:06:42.527285 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd02d30-fc8f-4df6-a8d0-d6de067fd314 req-eb9e334b-8a39-4589-958e-ea98f4c53909 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:42.528688 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd02d30-fc8f-4df6-a8d0-d6de067fd314 req-eb9e334b-8a39-4589-958e-ea98f4c53909 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0459247 Sep 20 06:06:42.566899 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fd02d30-fc8f-4df6-a8d0-d6de067fd314 req-05ef2927-ba2d-4a64-949e-82404733d994 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Sep 20 06:06:43.369428 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510118b-264a-4a02-bbed-7d3572e5eb4c req-66b4f457-adf1-44c5-aa95-78f4520206c6 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:43.370881 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d510118b-264a-4a02-bbed-7d3572e5eb4c req-66b4f457-adf1-44c5-aa95-78f4520206c6 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0546305 Sep 20 06:06:43.406866 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d510118b-264a-4a02-bbed-7d3572e5eb4c req-d15cac49-0cc0-4177-8850-564bae751b5f tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299382 Sep 20 06:06:43.679167 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f06aed-3df9-4f97-9c5f-564f79a1f902 req-2602cffc-e80c-49fb-8063-94042c8cb3a9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:43.680645 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-54f06aed-3df9-4f97-9c5f-564f79a1f902 req-2602cffc-e80c-49fb-8063-94042c8cb3a9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0480397 Sep 20 06:06:43.717626 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-54f06aed-3df9-4f97-9c5f-564f79a1f902 req-5fa59fc0-1de2-4c57-988a-6a9740203727 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Sep 20 06:06:44.516459 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1aa2-5ac9-4cd0-9404-46dc0a4cfd2f req-cfc8aeaa-87e9-4340-9322-033adcff4080 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:44.517913 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-72dd1aa2-5ac9-4cd0-9404-46dc0a4cfd2f req-cfc8aeaa-87e9-4340-9322-033adcff4080 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 943 time: 0.0465548 Sep 20 06:06:44.555637 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-72dd1aa2-5ac9-4cd0-9404-46dc0a4cfd2f req-48ec6cb0-6edc-4bbe-84a7-f2243dae37c6 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Sep 20 06:06:44.677283 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 006fa834-ba8f-4c08-982a-5f2af3289c77 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:06:44.773542 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=006fa834-ba8f-4c08-982a-5f2af3289c77,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:44.784536 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '006fa834-ba8f-4c08-982a-5f2af3289c77', 'network_id': '3389a4e0-827b-476e-8c4e-677283057880', 'port_id': '006fa834-ba8f-4c08-982a-5f2af3289c77', 'mac_address': 'fa:16:3e:64:d2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc552da-b87a-43e7-b9f4-9d744c796e3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:06:44.824913 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:44.838366 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006fa834-ba8f-4c08-982a-5f2af3289c77 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:44.840057 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3050286-1c13-434f-9ba9-2091e1b323a6 req-73797025-f10e-40c9-88fb-97bdf3ca4b7f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:44.841550 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3050286-1c13-434f-9ba9-2091e1b323a6 req-73797025-f10e-40c9-88fb-97bdf3ca4b7f tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Sep 20 06:06:44.857419 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=006fa834-ba8f-4c08-982a-5f2af3289c77,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:44.862358 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:44.881953 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3050286-1c13-434f-9ba9-2091e1b323a6 req-04691ba3-c2f6-45d7-8a64-590ed8203649 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Sep 20 06:06:44.915993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:45.007586 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 45348) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:45.110317 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ab67245-41a8-4965-b614-2e5b032e5781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.203976 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ab67245-41a8-4965-b614-2e5b032e5781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.208132 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6ab67245-41a8-4965-b614-2e5b032e5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.245247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6ab67245-41a8-4965-b614-2e5b032e5781 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fcd1351a8a94860977f1d9a16f7bfd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346184 Sep 20 06:06:45.245965 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45364) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:45.250177 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67245-41a8-4965-b614-2e5b032e5781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e7fdb-0171-49e0-9a83-542e8404e4bf,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:45.252608 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['006fa834-ba8f-4c08-982a-5f2af3289c77'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:45.311623 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.341423 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.396671 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.401023 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:45.402375 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c5e7fdb-0171-49e0-9a83-542e8404e4bf HTTP/1.1" status: 204 len: 168 time: 0.1554332 Sep 20 06:06:45.411130 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76737b8-070a-41d3-8887-aad9d94af486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e7fdb-0171-49e0-9a83-542e8404e4bf,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:45.698574 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564abc-1010-4055-bfa9-f049b5ab30a6 req-2a3448db-1f2c-435b-b385-6dc3ccce6145 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:45.700070 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-99564abc-1010-4055-bfa9-f049b5ab30a6 req-2a3448db-1f2c-435b-b385-6dc3ccce6145 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 944 time: 0.0586166 Sep 20 06:06:45.759946 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-99564abc-1010-4055-bfa9-f049b5ab30a6 req-a55ae56b-1540-4694-addd-3b2424a90da8 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Sep 20 06:06:45.783835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fb576-785e-4a6d-b6c2-ac34238e9934 req-116a60a7-cb9b-463f-8cab-653b9d884525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:45.785259 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e99fb576-785e-4a6d-b6c2-ac34238e9934 req-116a60a7-cb9b-463f-8cab-653b9d884525 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.0450981 Sep 20 06:06:45.827099 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e99fb576-785e-4a6d-b6c2-ac34238e9934 req-cafee243-0358-44e4-bcdc-a74c6e6d5435 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297868 Sep 20 06:06:46.005817 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9985c-49a7-4b8d-be24-e157eb7942a3 req-c1c269bf-b84a-4dd7-a227-c6bd6150b4b0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:46.007301 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e6b9985c-49a7-4b8d-be24-e157eb7942a3 req-c1c269bf-b84a-4dd7-a227-c6bd6150b4b0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 20 06:06:46.045585 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e6b9985c-49a7-4b8d-be24-e157eb7942a3 req-b4e30a59-a5db-4fe6-b5dc-2e488eaee2da tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Sep 20 06:06:46.688581 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 006fa834-ba8f-4c08-982a-5f2af3289c77 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:06:46.745307 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 006fa834-ba8f-4c08-982a-5f2af3289c77 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:06:46.750787 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 006fa834-ba8f-4c08-982a-5f2af3289c77 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:06:46.751159 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:46.844425 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:46.866998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:46.869574 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21620331-5a26-449e-b0a6-eea4feeb2e3a" -d '{"events": [{"server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:46.883281 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=006fa834-ba8f-4c08-982a-5f2af3289c77,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:46.887403 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:46.889231 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9181bba-62ba-4846-a4fe-60d20c588c6b req-d92d4d81-f3f4-4c22-9aca-b372b16aa323 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:46.891842 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b9181bba-62ba-4846-a4fe-60d20c588c6b req-d92d4d81-f3f4-4c22-9aca-b372b16aa323 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 944 time: 0.0565379 Sep 20 06:06:46.922006 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcf2092-fbc5-41f9-bf82-f5c31149467e x-openstack-request-id: req-fdcf2092-fbc5-41f9-bf82-f5c31149467e {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:46.922240 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "name": "network-vif-plugged", "status": "completed", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:46.922492 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdcf2092-fbc5-41f9-bf82-f5c31149467e {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:46.923116 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77', 'code': 200} Sep 20 06:06:46.941550 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:46.941946 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b9181bba-62ba-4846-a4fe-60d20c588c6b req-1f17b89f-b9d9-4dd3-8d00-18a2fe668c61 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 Sep 20 06:06:47.111839 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf02ddd-b384-4b86-9e4a-c44ed4ce00e7 req-f20e186f-c363-46cd-93eb-be709c331fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:47.114067 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5bf02ddd-b384-4b86-9e4a-c44ed4ce00e7 req-f20e186f-c363-46cd-93eb-be709c331fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 1098 time: 0.0428939 Sep 20 06:06:47.163883 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5bf02ddd-b384-4b86-9e4a-c44ed4ce00e7 req-429c612a-cb11-439f-95fe-603869e92560 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331912 Sep 20 06:06:47.174129 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c030a-4211-4d48-a7f4-936d9d65285c req-338025aa-ac5c-4860-84e2-8ce35e78a541 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:47.177019 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a60c030a-4211-4d48-a7f4-936d9d65285c req-338025aa-ac5c-4860-84e2-8ce35e78a541 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0611026 Sep 20 06:06:47.218949 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a60c030a-4211-4d48-a7f4-936d9d65285c req-fb1278fc-1e39-4984-8984-81ae7ad387a9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357835 Sep 20 06:06:48.067342 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6853e-1d05-4438-8143-6c2ba171472d req-00270dbd-3408-4859-9c5a-13896a0bb65c tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:48.068846 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-27f6853e-1d05-4438-8143-6c2ba171472d req-00270dbd-3408-4859-9c5a-13896a0bb65c tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.0537515 Sep 20 06:06:48.127004 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-27f6853e-1d05-4438-8143-6c2ba171472d req-2829e752-24c8-49db-9843-7753b40b71e6 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Sep 20 06:06:48.346805 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0cd985-fbb1-498c-b78f-644a50b22a1b req-845cffdb-100b-4604-a85d-1726bb1855f7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:48.348383 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc0cd985-fbb1-498c-b78f-644a50b22a1b req-845cffdb-100b-4604-a85d-1726bb1855f7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0611567 Sep 20 06:06:48.396323 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cc0cd985-fbb1-498c-b78f-644a50b22a1b req-aea50547-54fe-4aad-a191-c44d17660cda tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Sep 20 06:06:48.436353 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-85da0227-fa18-4f93-899f-0984779191f8 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:48.438004 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-85da0227-fa18-4f93-899f-0984779191f8 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1069880 Sep 20 06:06:48.456601 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45560) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:48.462435 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-bce136a5-4ae3-4808-8ed7-523872112544 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/quotas/717c9a18c0bb4ab6918fb7044ea41792 HTTP/1.1" status: 200 len: 375 time: 0.0186954 Sep 20 06:06:48.519835 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-c9945ca9-1549-4301-b6ae-8a87537405cf tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499239 Sep 20 06:06:48.578123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1336fd57-d490-4400-9c7f-84cb4fcc8d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:48.635848 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-1892b107-a407-494e-ab60-89f0e6829e12 service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061523 Sep 20 06:06:48.688867 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1336fd57-d490-4400-9c7f-84cb4fcc8d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:48.703724 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1336fd57-d490-4400-9c7f-84cb4fcc8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:48.759292 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1336fd57-d490-4400-9c7f-84cb4fcc8d08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cda69710495b41bb8d1fa62f55c76165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014798 Sep 20 06:06:48.763901 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45572) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:48.832248 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336fd57-d490-4400-9c7f-84cb4fcc8d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc4dfde-c020-4cd6-975b-c644154a1363,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:48.873664 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce1d33-68fa-41f7-ade9-35c31a7a2973 req-08981051-bbf0-4f4b-bffa-dd402eedfad6 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:48.875240 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38ce1d33-68fa-41f7-ade9-35c31a7a2973 req-08981051-bbf0-4f4b-bffa-dd402eedfad6 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1137807 Sep 20 06:06:48.878462 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:48.913803 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:48.943731 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-38ce1d33-68fa-41f7-ade9-35c31a7a2973 req-d602899d-31a6-4876-b5f7-4c85fb7ae855 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604103 Sep 20 06:06:48.971621 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-f057d2e7-3f31-4b0f-b487-9e48c47145fd service neutron] 10.222.0.20 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343353 Sep 20 06:06:48.977279 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-310d68c9-9167-4e62-afa6-fcca81c1ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:48.978956 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-310d68c9-9167-4e62-afa6-fcca81c1ec2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.0596189 Sep 20 06:06:49.001957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.005898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.007396 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afc4dfde-c020-4cd6-975b-c644154a1363 HTTP/1.1" status: 204 len: 168 time: 0.2439184 Sep 20 06:06:49.019439 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfae23-205e-44d0-92aa-bd240187aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc4dfde-c020-4cd6-975b-c644154a1363,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:49.090579 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-4f2bca52-5082-4133-bc3b-99a4bfd2a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:49.092166 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-4f2bca52-5082-4133-bc3b-99a4bfd2a3d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.1042328 Sep 20 06:06:49.148518 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-056dbb1a-8df1-4877-9644-688de4239911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0482094 Sep 20 06:06:49.202991 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f9b75b21-b2be-4ba9-bd6c-1cd8f70ded5c req-76dc2b64-5dc1-4e78-80ee-6dd2aece5393 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 210 time: 0.0409513 Sep 20 06:06:49.221055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-b5172b24-52ef-445a-a9f9-c891d5a2a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:49.222614 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-b5172b24-52ef-445a-a9f9-c891d5a2a04d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.0655336 Sep 20 06:06:49.286437 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-4405bf74-e76c-4c02-a8c9-206cac51842a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443604 Sep 20 06:06:49.319435 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45590) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:49.331981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90acbc1c-aefa-4e24-a047-d0d83bd17ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.344836 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc1775-97c0-4dca-8c17-39bc2133c636 req-818289d7-4cd3-425e-8dd3-80ee7d57bdaa tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:49.347971 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-23bc1775-97c0-4dca-8c17-39bc2133c636 req-818289d7-4cd3-425e-8dd3-80ee7d57bdaa tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.1165106 Sep 20 06:06:49.445361 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90acbc1c-aefa-4e24-a047-d0d83bd17ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.446551 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-23bc1775-97c0-4dca-8c17-39bc2133c636 req-1a752518-a033-4b44-a6ab-1a5f740d0a73 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871730 Sep 20 06:06:49.453196 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-90acbc1c-aefa-4e24-a047-d0d83bd17ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.463701 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-1cdbabe5-6a17-4c78-8418-914400df885f service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683898 Sep 20 06:06:49.494199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acbc1c-aefa-4e24-a047-d0d83bd17ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccccf42c-54ae-49bf-94f6-3459110c1c8c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:49.503892 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-90acbc1c-aefa-4e24-a047-d0d83bd17ac9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa9b0824bbc34cfd8afbc8e2403a7d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846137 Sep 20 06:06:49.504332 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45596) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:49.563231 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.584799 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.586307 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45d520cd-1dbb-43b5-a823-9bcd7a492ea0 req-1011eb1c-b2c1-4666-8d61-a425694265dc service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096094 Sep 20 06:06:49.648336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.650907 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:49.652088 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccccf42c-54ae-49bf-94f6-3459110c1c8c HTTP/1.1" status: 204 len: 168 time: 0.1466882 Sep 20 06:06:49.661358 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e097c2-cd36-4fea-8d2c-eba8e311178a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccccf42c-54ae-49bf-94f6-3459110c1c8c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:50.141639 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c3854-94f9-4f50-ae6d-20db13ebcaf0 req-b252f645-a4f1-4087-bcca-3195761f2313 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:50.143084 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ba9c3854-94f9-4f50-ae6d-20db13ebcaf0 req-b252f645-a4f1-4087-bcca-3195761f2313 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Sep 20 06:06:50.190435 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ba9c3854-94f9-4f50-ae6d-20db13ebcaf0 req-c11900b1-cc29-412a-8cf1-c6dffa85f7a4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Sep 20 06:06:50.302587 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-21b03dea-698f-4c07-99d6-739340fac952 req-19e545c3-a6f9-4d77-8f5d-0a1ad9e45dcc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Sep 20 06:06:50.321355 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf182ff-074e-45e8-b703-fd8c40e5956f req-501a6628-a097-4ec7-8645-9def313d5100 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:50.323327 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eaf182ff-074e-45e8-b703-fd8c40e5956f req-501a6628-a097-4ec7-8645-9def313d5100 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.0633347 Sep 20 06:06:50.365680 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eaf182ff-074e-45e8-b703-fd8c40e5956f req-2df21d52-3f81-434d-a892-5c9c3b324037 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Sep 20 06:06:50.523669 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-4e93fd8c-3cf4-4456-9a0c-977f8fcd1001 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:50.525124 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-4e93fd8c-3cf4-4456-9a0c-977f8fcd1001 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 815 time: 0.1123853 Sep 20 06:06:50.541611 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Request body: {'port': {'device_id': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'admin_state_up': True, 'tenant_id': '717c9a18c0bb4ab6918fb7044ea41792'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:50.660502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Made reservation on behalf of 717c9a18c0bb4ab6918fb7044ea41792 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:06:50.664097 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:50.798345 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Allocated IP 172.20.0.13 (cf3a5b94-a2da-4593-8277-0805af18bd60/9d2276bb-5836-4015-8cb6-e002c01abce5/1fb5c4f6-ab05-44b2-b843-9737f0890b21) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:06:50.963310 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:50.998629 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.018820 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b', '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', '3970cb88-5df5-40ef-a811-cd22b15fe03c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:51.044098 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Network cf3a5b94-a2da-4593-8277-0805af18bd60 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:06:51.047010 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:06:51.053508 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:06:51.058732 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event updated for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:51.111403 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:51.112235 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.127338 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-8cc0248b-2356-4af1-b0ca-34f4fabd93df tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5904763 Sep 20 06:06:51.152459 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Request body: {'port': {'device_id': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:06:51.212269 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.321572 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45666) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:51.350536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694bb6b-a96f-4c08-96c2-ceb425b21fd0 req-cf1bae7d-dee5-4776-ae1e-3ad4ea9ba77b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:51.352371 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b694bb6b-a96f-4c08-96c2-ceb425b21fd0 req-cf1bae7d-dee5-4776-ae1e-3ad4ea9ba77b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0792994 Sep 20 06:06:51.496252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e59162-fea1-446f-89f2-f88672485603 req-d43faa68-a595-4fcc-8495-16f4ab76521d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:51.498338 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7e59162-fea1-446f-89f2-f88672485603 req-d43faa68-a595-4fcc-8495-16f4ab76521d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 932 time: 0.0937550 Sep 20 06:06:51.578802 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f7e59162-fea1-446f-89f2-f88672485603 req-77d5be92-eb3d-4d6a-b915-9692c981e074 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666571 Sep 20 06:06:51.582832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1aab-4989-4202-99ba-4b00235028c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.592279 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb5c4f6-ab05-44b2-b843-9737f0890b21 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:51.602991 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.612999 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Transition to ACTIVE for port object 1fb5c4f6-ab05-44b2-b843-9737f0890b21 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:06:51.613943 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b694bb6b-a96f-4c08-96c2-ceb425b21fd0 req-d6968b0f-2134-4525-9075-e2685767155c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542667 Sep 20 06:06:51.619518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.702263 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:51.713687 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1aab-4989-4202-99ba-4b00235028c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.723536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1aab-4989-4202-99ba-4b00235028c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.759422 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a8d64-867c-43e5-a207-375d7014b9be req-8203833d-3a2e-4817-bc54-e6eca61e15ca tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:51.760262 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa1aab-4989-4202-99ba-4b00235028c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58df4954-ed7a-4c83-9bae-7512a1abfdf6,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:51.760913 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a55a8d64-867c-43e5-a207-375d7014b9be req-8203833d-3a2e-4817-bc54-e6eca61e15ca tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.1090310 Sep 20 06:06:51.765936 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ccaa1aab-4989-4202-99ba-4b00235028c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfadbffde2514d4e992e897a6543f3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420049 Sep 20 06:06:51.768613 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45674) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:51.816937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.817156 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Attempting to bind port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:06:51.817504 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Attempting to bind port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:06:51.817835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Attempting to bind port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:51.823062 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a55a8d64-867c-43e5-a207-375d7014b9be req-c2c96c96-bc2a-48b7-a15b-de5e390c098e tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 Sep 20 06:06:51.825099 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 on network cf3a5b94-a2da-4593-8277-0805af18bd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:06:51.825416 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Attempting to bind port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 on network cf3a5b94-a2da-4593-8277-0805af18bd60 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:06:51.830378 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:06:51.830648 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Checking segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:06:51.831025 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Bound using segment: {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:06:51.831484 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Bound port: 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd7e69e-83d5-4003-90c0-d2b01065e95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:06:51.831871 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.838669 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.886517 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.890064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.891241 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58df4954-ed7a-4c83-9bae-7512a1abfdf6 HTTP/1.1" status: 204 len: 168 time: 0.1217360 Sep 20 06:06:51.898421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:06:51.899939 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c494474-ba93-4183-82ec-6f395f9f3fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58df4954-ed7a-4c83-9bae-7512a1abfdf6,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:51.901691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:06:51.907170 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.964948 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:51.965935 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:51.967345 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] 10.222.0.37 "PUT /v2.0/ports/1fb5c4f6-ab05-44b2-b843-9737f0890b21 HTTP/1.1" status: 200 len: 1094 time: 0.8194942 Sep 20 06:06:51.969441 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:51.972472 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187ab543-5fd7-4ccc-bc5c-806ab8964552" -d '{"events": [{"name": "network-changed", "server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:51.994031 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71202-4d35-42d4-957e-356d7475c328 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:52.024272 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cadd620-3045-44d2-9fcc-f7b434d749a4 x-openstack-request-id: req-9cadd620-3045-44d2-9fcc-f7b434d749a4 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:52.024566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:52.024863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9cadd620-3045-44d2-9fcc-f7b434d749a4 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:52.025252 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21', 'status': 'completed', 'code': 200} Sep 20 06:06:52.080287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-759c0f90-dc84-4839-bfc3-a19c22e5e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.081846 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-759c0f90-dc84-4839-bfc3-a19c22e5e383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 1097 time: 0.0430956 Sep 20 06:06:52.144339 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-d05a2999-7d1e-4a30-b267-8ee01bc2da1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21 HTTP/1.1" status: 200 len: 217 time: 0.0342174 Sep 20 06:06:52.170070 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45686) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:52.185303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-94ae2651-4fdf-4d44-baf1-ada4ba5e5425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.202608 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-9d740652-4322-4a71-9ff9-1c92fd5f3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.204239 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-9d740652-4322-4a71-9ff9-1c92fd5f3893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0443788 Sep 20 06:06:52.245233 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-ddea3ab0-c5ed-4585-9dcd-5a13e2f57591 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301971 Sep 20 06:06:52.276387 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-94ae2651-4fdf-4d44-baf1-ada4ba5e5425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.281582 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-94ae2651-4fdf-4d44-baf1-ada4ba5e5425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.325063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2651-4fdf-4d44-baf1-ada4ba5e5425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e101c301-5f7f-4b3d-b0d9-1bc233e1f4b9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:52.335530 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-94ae2651-4fdf-4d44-baf1-ada4ba5e5425 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0910c40f9f664b09b3e91f187718a869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635933 Sep 20 06:06:52.337457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 45688) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:06:52.349382 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-fa561147-706c-4dad-8aa7-f13d6ee7e788 service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952873 Sep 20 06:06:52.389064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.414132 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.449088 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc262e9b-615c-48a0-b14f-570f299d1d8e req-96ab2806-63d8-45ba-b5a7-9ae37d9da02f service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898147 Sep 20 06:06:52.467800 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.470521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:52.471923 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e101c301-5f7f-4b3d-b0d9-1bc233e1f4b9 HTTP/1.1" status: 204 len: 168 time: 0.1331401 Sep 20 06:06:52.481638 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b129c7-1d6f-49be-b506-21432c84fd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e101c301-5f7f-4b3d-b0d9-1bc233e1f4b9,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:52.551941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-256578dc-55ff-412d-a934-b1c22d7ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.553416 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-256578dc-55ff-412d-a934-b1c22d7ae112 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 1097 time: 0.0403755 Sep 20 06:06:52.661547 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-10213273-3091-4dc8-b0d5-d6f66d3e8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.663080 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-10213273-3091-4dc8-b0d5-d6f66d3e8af2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 200 len: 916 time: 0.0992408 Sep 20 06:06:52.711785 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-aed6580c-ef47-4580-8819-995f8ceb7915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21 HTTP/1.1" status: 200 len: 217 time: 0.0397735 Sep 20 06:06:52.731476 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-9ae7a347-c41d-4f3d-a553-87b3b6f29aac tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.733219 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-9ae7a347-c41d-4f3d-a553-87b3b6f29aac tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.1085901 Sep 20 06:06:52.758536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be551b-dd91-4240-8bab-8ef32bda2c44 req-ea3a8da4-d2e8-4aa8-98af-f14f5050d676 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.764363 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8be551b-dd91-4240-8bab-8ef32bda2c44 req-ea3a8da4-d2e8-4aa8-98af-f14f5050d676 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 944 time: 0.0875859 Sep 20 06:06:52.801474 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f06375-7a18-4d9e-ac40-b05e793eaca5 req-e31582c4-346d-42be-a09f-f1e589c1939c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.803092 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-50f06375-7a18-4d9e-ac40-b05e793eaca5 req-e31582c4-346d-42be-a09f-f1e589c1939c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0941207 Sep 20 06:06:52.807194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-311eff32-4d16-449b-94fc-f1988e0e81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:52.809103 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-311eff32-4d16-449b-94fc-f1988e0e81f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 200 len: 855 time: 0.0735376 Sep 20 06:06:52.853012 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-2a15bf03-805e-4b4f-812e-c70f2c19131b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf3a5b94-a2da-4593-8277-0805af18bd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298085 Sep 20 06:06:52.885932 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-50f06375-7a18-4d9e-ac40-b05e793eaca5 req-e7637579-63c8-4d0a-a852-f3aeaccd9f16 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757163 Sep 20 06:06:52.929152 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8be551b-dd91-4240-8bab-8ef32bda2c44 req-8c6c2fd9-1849-4f95-b69d-14b4ee17aaad tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578381 Sep 20 06:06:52.966453 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-bb98d8bf-374a-4c45-8704-bfac1ba87edb service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040235 Sep 20 06:06:53.010733 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Deleting port 006fa834-ba8f-4c08-982a-5f2af3289c77 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:06:53.011155 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:53.096213 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-187ab543-5fd7-4ccc-bc5c-806ab8964552 req-0253f3f4-57fb-4be4-8bc5-d76423cd307f service neutron] 10.222.0.37 "GET /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203485 Sep 20 06:06:53.137374 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242f43b-25a1-475e-b6f6-7483e0579b01 req-d2475f51-70f3-4473-b7cc-effacab9d484 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:53.139333 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0242f43b-25a1-475e-b6f6-7483e0579b01 req-d2475f51-70f3-4473-b7cc-effacab9d484 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/ports?device_id=e964e644-cd8a-4914-aa4f-0d594157e9bc HTTP/1.1" status: 200 len: 945 time: 0.1545541 Sep 20 06:06:53.162369 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] For port 006fa834-ba8f-4c08-982a-5f2af3289c77, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=006fa834-ba8f-4c08-982a-5f2af3289c77,segment=NetworkSegment(239e8746-492d-4948-bebf-c2ec188f7eae),segment_id=239e8746-492d-4948-bebf-c2ec188f7eae)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:53.162741 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:53.181226 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Calling delete_port for 006fa834-ba8f-4c08-982a-5f2af3289c77 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:06:53.196866 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0242f43b-25a1-475e-b6f6-7483e0579b01 req-10074044-c895-4264-83cd-0d5646abd02b tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514951 Sep 20 06:06:53.383938 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:53.396699 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['006fa834-ba8f-4c08-982a-5f2af3289c77'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:53.414731 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Pushing event deleted for resources: {'Port': ['ID=006fa834-ba8f-4c08-982a-5f2af3289c77,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:53.476984 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] No DVR routers for this DVR port 006fa834-ba8f-4c08-982a-5f2af3289c77 on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:06:53.480097 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:53.482126 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6f5cfd85-51e1-4237-b42c-9bcde0881e59 req-4de694ed-0679-4fd6-a531-88744dac18a1 tempest-VolumesActionsTest-1443707700 tempest-VolumesActionsTest-1443707700-project] 10.222.0.37 "DELETE /v2.0/ports/006fa834-ba8f-4c08-982a-5f2af3289c77 HTTP/1.1" status: 204 len: 173 time: 0.7394967 Sep 20 06:06:53.482667 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'name': 'network-vif-deleted', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:06:53.484994 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4206d59f-558b-470a-abe3-9ff99b4b2d53" -d '{"events": [{"server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "name": "network-vif-deleted", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:06:53.523853 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7280fd42-5f0e-4741-8c07-c4c001ee5961 x-openstack-request-id: req-7280fd42-5f0e-4741-8c07-c4c001ee5961 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:06:53.524087 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e964e644-cd8a-4914-aa4f-0d594157e9bc", "name": "network-vif-deleted", "tag": "006fa834-ba8f-4c08-982a-5f2af3289c77", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:06:53.524338 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7280fd42-5f0e-4741-8c07-c4c001ee5961 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:06:53.524735 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e964e644-cd8a-4914-aa4f-0d594157e9bc', 'name': 'network-vif-deleted', 'tag': '006fa834-ba8f-4c08-982a-5f2af3289c77', 'status': 'completed', 'code': 200} Sep 20 06:06:53.960478 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-49f8178e-601f-4e76-994d-5d35b4437a63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399773 Sep 20 06:06:54.049001 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-46bd1f99-dbb6-42bd-b0e6-e07198fbc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:54.052935 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-46bd1f99-dbb6-42bd-b0e6-e07198fbc0ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.0536268 Sep 20 06:06:54.068688 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ea31-efe4-4d1f-a3d9-0aa1bed0f304 req-05be1722-d062-47d2-adbe-a7ce36c2303f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:54.070334 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d29ea31-efe4-4d1f-a3d9-0aa1bed0f304 req-05be1722-d062-47d2-adbe-a7ce36c2303f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 944 time: 0.0713367 Sep 20 06:06:54.123016 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d29ea31-efe4-4d1f-a3d9-0aa1bed0f304 req-72661a63-75dd-42f1-8354-f3dc608ddcaa tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Sep 20 06:06:54.201377 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-0d2a0f1c-9bec-4318-b5df-f8b6d5b3aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:54.202874 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-0d2a0f1c-9bec-4318-b5df-f8b6d5b3aee1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.1086669 Sep 20 06:06:54.261935 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-05f90bc2-ce42-47b1-a3f7-703a30ad6e1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0422888 Sep 20 06:06:54.341531 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-3ff3a11f-5449-4d4b-b57f-b30ae666e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:54.351196 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-3ff3a11f-5449-4d4b-b57f-b30ae666e607 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.0650735 Sep 20 06:06:54.409393 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-9fd7053d-61fe-49df-b1d2-c275df0cda16 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529609 Sep 20 06:06:54.555141 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f23f-255e-4f87-a525-d2d622602199 req-2c9836b1-52b6-4235-aba3-f05089347085 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:54.556813 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe77f23f-255e-4f87-a525-d2d622602199 req-2c9836b1-52b6-4235-aba3-f05089347085 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1106997 Sep 20 06:06:54.559493 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-77b9d5f6-db75-4ad4-b7c8-587949a2d880 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371481 Sep 20 06:06:54.666262 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe77f23f-255e-4f87-a525-d2d622602199 req-e886045e-70db-41a2-a1a3-111a7e5b44df tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019750 Sep 20 06:06:54.714333 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e9c333e-b9e1-4b2c-9b46-58e57621a934 req-45187675-6c80-48b6-a4fd-c1e38ef412e0 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427753 Sep 20 06:06:54.742830 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 1fb5c4f6-ab05-44b2-b843-9737f0890b21 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:06:54.900350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:54.927937 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '1fb5c4f6-ab05-44b2-b843-9737f0890b21', 'network_id': 'cf3a5b94-a2da-4593-8277-0805af18bd60', 'port_id': '1fb5c4f6-ab05-44b2-b843-9737f0890b21', 'mac_address': 'fa:16:3e:f8:7e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d2276bb-5836-4015-8cb6-e002c01abce5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:06:54.975005 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:54.989689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb5c4f6-ab05-44b2-b843-9737f0890b21 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:06:55.013602 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:06:55.018313 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:55.072276 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:06:55.269585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a00f-645e-43e9-895b-1122744a6066 req-1d4e1743-8de3-4366-ba04-528835d9981f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:55.271574 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7893a00f-645e-43e9-895b-1122744a6066 req-1d4e1743-8de3-4366-ba04-528835d9981f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 945 time: 0.0571768 Sep 20 06:06:55.320914 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7893a00f-645e-43e9-895b-1122744a6066 req-bff9d832-9c43-40fc-8487-2b916336de83 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Sep 20 06:06:55.366030 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['1fb5c4f6-ab05-44b2-b843-9737f0890b21'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:06:55.820015 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:56.440340 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dfb26-4c32-436d-9983-de8235ad1d08 req-13b78ff5-1796-48e2-b7d9-efbf8ae03454 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:56.441981 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f5dfb26-4c32-436d-9983-de8235ad1d08 req-13b78ff5-1796-48e2-b7d9-efbf8ae03454 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Sep 20 06:06:56.443681 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be9add87-900b-4b67-a093-2837114640d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:56.478194 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f5dfb26-4c32-436d-9983-de8235ad1d08 req-dfdd7552-8e2e-4896-8ac0-0a46b4b625a5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302603 Sep 20 06:06:57.592945 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1965ef-60b0-41bd-b70b-72b5d3dd0ca6 req-cc3c4a62-6218-4999-b111-83c250c56719 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:57.594388 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb1965ef-60b0-41bd-b70b-72b5d3dd0ca6 req-cc3c4a62-6218-4999-b111-83c250c56719 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 945 time: 0.0512054 Sep 20 06:06:57.623684 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 006fa834-ba8f-4c08-982a-5f2af3289c77 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:06:57.633911 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb1965ef-60b0-41bd-b70b-72b5d3dd0ca6 req-1897652c-e02f-4fdd-ab38-55ceae248434 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336211 Sep 20 06:06:57.746987 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 006fa834-ba8f-4c08-982a-5f2af3289c77 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:06:57.747338 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 006fa834-ba8f-4c08-982a-5f2af3289c77 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:06:58.749191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f7e99-23ff-4534-b0ac-acc9f1f2e3cd req-c0547b98-26a1-4042-bfd2-d3948f735051 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:58.750652 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-847f7e99-23ff-4534-b0ac-acc9f1f2e3cd req-c0547b98-26a1-4042-bfd2-d3948f735051 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 945 time: 0.0470574 Sep 20 06:06:58.788772 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-847f7e99-23ff-4534-b0ac-acc9f1f2e3cd req-ca8bdfad-c140-40f8-a928-ad8eae070692 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Sep 20 06:06:59.036082 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e966638-90b0-4488-b74a-bf112f228ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:59.271173 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:59.399766 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180b737-2126-4ab6-9497-fad475205c37 req-fcfd0a9b-f0c4-4da1-8c0c-51d33685c725 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:59.401289 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a180b737-2126-4ab6-9497-fad475205c37 req-fcfd0a9b-f0c4-4da1-8c0c-51d33685c725 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0507946 Sep 20 06:06:59.443185 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a180b737-2126-4ab6-9497-fad475205c37 req-ef5d1ea3-bdde-4fb5-8161-52eedb0c41d1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327969 Sep 20 06:06:59.909697 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea1270-7bbd-4408-825b-664a6760d201 req-55753e9b-ed05-484b-8be7-7ade554668cc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:06:59.911192 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11ea1270-7bbd-4408-825b-664a6760d201 req-55753e9b-ed05-484b-8be7-7ade554668cc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 945 time: 0.0552881 Sep 20 06:06:59.920219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:06:59.954172 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11ea1270-7bbd-4408-825b-664a6760d201 req-d2f26c32-c9e3-49c5-9302-4c94464249ab tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355275 Sep 20 06:07:00.567550 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5526e16-9bee-4f2c-a548-4a80457b0a87 req-658a3935-e48f-48e8-b7e1-fcbdda521cd7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:00.569186 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c5526e16-9bee-4f2c-a548-4a80457b0a87 req-658a3935-e48f-48e8-b7e1-fcbdda521cd7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0510342 Sep 20 06:07:00.607594 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c5526e16-9bee-4f2c-a548-4a80457b0a87 req-24b25d1a-cd17-4e22-93c1-a6cfc5eb284f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318458 Sep 20 06:07:00.785558 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 1fb5c4f6-ab05-44b2-b843-9737f0890b21 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:00.840544 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:07:00.844581 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:00.845054 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:00.927768 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:00.955946 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:00.958442 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db715ba5-dad9-4ef6-bb54-5c4800d2cb54" -d '{"events": [{"server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "name": "network-vif-plugged", "status": "completed", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:00.974172 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:00.981612 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:01.020047 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d123ced-f78a-4367-8fdb-4236706d431c x-openstack-request-id: req-1d123ced-f78a-4367-8fdb-4236706d431c {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:01.020341 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "name": "network-vif-plugged", "status": "completed", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:01.020900 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d123ced-f78a-4367-8fdb-4236706d431c {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:01.021988 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21', 'code': 200} Sep 20 06:07:01.071250 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:01.132770 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49346926-79d6-4648-8bed-f3dcd94f9b80 req-3e70e86e-3e19-4dc7-b8b7-35a8b78deeb4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:01.139864 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-49346926-79d6-4648-8bed-f3dcd94f9b80 req-3e70e86e-3e19-4dc7-b8b7-35a8b78deeb4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.0743654 Sep 20 06:07:01.174230 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-49346926-79d6-4648-8bed-f3dcd94f9b80 req-0638053e-7e50-4b9b-b94d-62d635552910 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Sep 20 06:07:01.221514 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397f6c-0d61-42de-9020-01a6a9874176 req-6a182a4b-79ba-41b0-89c5-702322d3851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:01.223028 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe397f6c-0d61-42de-9020-01a6a9874176 req-6a182a4b-79ba-41b0-89c5-702322d3851a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 1099 time: 0.0440381 Sep 20 06:07:01.261363 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fe397f6c-0d61-42de-9020-01a6a9874176 req-fd33a513-c5af-4b53-8824-a14932e22945 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292525 Sep 20 06:07:01.733076 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88da54-de8c-43c5-9a56-32e04a9a21cb req-6bac9ccb-9768-4f62-b952-d832e755387e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:01.734523 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb88da54-de8c-43c5-9a56-32e04a9a21cb req-6bac9ccb-9768-4f62-b952-d832e755387e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0510442 Sep 20 06:07:01.770658 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb88da54-de8c-43c5-9a56-32e04a9a21cb req-600d8169-4e21-4c56-a68e-ff5d5868a32c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302258 Sep 20 06:07:01.914495 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:02.294767 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421f6b-23be-46cf-9618-1b137f30ff1a req-8f595ffe-b997-488a-bf39-08ee4f3e60c5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:02.296577 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4421f6b-23be-46cf-9618-1b137f30ff1a req-8f595ffe-b997-488a-bf39-08ee4f3e60c5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.0547490 Sep 20 06:07:02.337299 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d4421f6b-23be-46cf-9618-1b137f30ff1a req-63c4786e-ca2e-47f2-b240-1fdcb052d745 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Sep 20 06:07:02.900935 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c5d96-d01b-45e4-bc6c-650e58eefa07 req-79356ef6-7ad9-4c7f-8878-d2dd5f8fe66a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:02.904339 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-688c5d96-d01b-45e4-bc6c-650e58eefa07 req-79356ef6-7ad9-4c7f-8878-d2dd5f8fe66a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0546958 Sep 20 06:07:02.951157 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-688c5d96-d01b-45e4-bc6c-650e58eefa07 req-4be13bb7-2532-444c-a795-35796d34d1ec tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414085 Sep 20 06:07:03.477787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b26afa-c8ec-4cfa-8744-88269135b675 req-cbe46ffa-817f-45cf-8349-85193eaade88 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:03.479897 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3b26afa-c8ec-4cfa-8744-88269135b675 req-cbe46ffa-817f-45cf-8349-85193eaade88 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.0651257 Sep 20 06:07:03.527676 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3b26afa-c8ec-4cfa-8744-88269135b675 req-06c03911-9758-455e-8910-ed87707a65e5 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381665 Sep 20 06:07:04.077621 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c0954-1b01-4e54-8f59-ec1a01df9776 req-3bd8939b-6494-4a02-925b-843f7e8f2fb9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:04.079091 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a50c0954-1b01-4e54-8f59-ec1a01df9776 req-3bd8939b-6494-4a02-925b-843f7e8f2fb9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0537996 Sep 20 06:07:04.120148 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a50c0954-1b01-4e54-8f59-ec1a01df9776 req-455afbdc-32d8-4068-b8b4-466412ace8fa tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351279 Sep 20 06:07:04.839194 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:07:05.280747 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c36fe-8ad8-4bbc-8b86-f7b896355755 req-a35bc861-3d91-46e9-928c-584da3e417a9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:05.292082 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-571c36fe-8ad8-4bbc-8b86-f7b896355755 req-a35bc861-3d91-46e9-928c-584da3e417a9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0833356 Sep 20 06:07:05.353731 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-571c36fe-8ad8-4bbc-8b86-f7b896355755 req-5d6bc660-ebe4-45fb-b042-2cda59b608a8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520473 Sep 20 06:07:05.626911 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46058) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:05.737247 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f26160ce-c172-4fd3-8744-de50f49756b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:05.833389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f26160ce-c172-4fd3-8744-de50f49756b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:05.838259 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f26160ce-c172-4fd3-8744-de50f49756b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:05.878401 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f26160ce-c172-4fd3-8744-de50f49756b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dcc1c6b2c9c4a5895aba9c9d5a0d44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478275 Sep 20 06:07:05.879182 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46066) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:05.886775 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26160ce-c172-4fd3-8744-de50f49756b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e0d431-6078-456c-9033-4d6a4efcfe3c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:05.951634 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:05.978835 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.058350 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.063642 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.065125 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d8e0d431-6078-456c-9033-4d6a4efcfe3c HTTP/1.1" status: 204 len: 168 time: 0.1850734 Sep 20 06:07:06.076638 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495efbe4-3812-40a6-82dc-2f9e9a3ed8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e0d431-6078-456c-9033-4d6a4efcfe3c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:06.337694 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-ea98ec61-507b-45fe-8172-3bfb0c6be5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:06.339868 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-ea98ec61-507b-45fe-8172-3bfb0c6be5fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.1112077 Sep 20 06:07:06.364586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd459-076d-4dc2-8640-7c2ceb11a869 req-99da946d-665d-4ac7-9ecd-77e47c055e90 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:06.377414 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22ccd459-076d-4dc2-8640-7c2ceb11a869 req-99da946d-665d-4ac7-9ecd-77e47c055e90 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1109149 Sep 20 06:07:06.527496 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-dbc59b36-91f4-4729-bcd5-929385125506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:06.531331 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-dbc59b36-91f4-4729-bcd5-929385125506 service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.1791089 Sep 20 06:07:06.550075 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24acdd7-11f7-4b9a-9f24-2cd64cf447a1 req-e3bdb4c9-76e7-4eb2-a7f2-477e2abb5dca tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:06.558819 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e24acdd7-11f7-4b9a-9f24-2cd64cf447a1 req-e3bdb4c9-76e7-4eb2-a7f2-477e2abb5dca tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0845881 Sep 20 06:07:06.562837 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46088) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:06.597507 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd668ded-27b4-4065-bb16-15ad7ba33038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.607554 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-61070af7-3ab5-492c-b195-beb542d72773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0434666 Sep 20 06:07:06.629831 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e24acdd7-11f7-4b9a-9f24-2cd64cf447a1 req-43ecfec7-92ed-4458-9ceb-c14b13351a4e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687077 Sep 20 06:07:06.661079 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22ccd459-076d-4dc2-8640-7c2ceb11a869 req-0d3de0fa-c883-4101-8b1f-d255bc09f0ab tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822556 Sep 20 06:07:06.699974 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-8269c076-bf7e-4006-aff5-427a23d75fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:06.702197 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-8269c076-bf7e-4006-aff5-427a23d75fa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.0849907 Sep 20 06:07:06.736119 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd668ded-27b4-4065-bb16-15ad7ba33038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.741206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd668ded-27b4-4065-bb16-15ad7ba33038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.745518 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-424edc26-25b6-4072-9bf5-f414a780a350 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276997 Sep 20 06:07:06.785238 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd668ded-27b4-4065-bb16-15ad7ba33038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f07b86-5408-4ae8-9b18-e9970870b310,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:06.801372 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bd668ded-27b4-4065-bb16-15ad7ba33038 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2555586b4e6446999a824513e98aa67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364950 Sep 20 06:07:06.804019 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46092) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:06.854348 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.855530 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-5d7e7c8d-828a-43b3-9704-0ec37264a280 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014359 Sep 20 06:07:06.876495 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.928466 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.931502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:06.933000 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60f07b86-5408-4ae8-9b18-e9970870b310 HTTP/1.1" status: 204 len: 168 time: 0.1278808 Sep 20 06:07:06.941996 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c2b47-5649-4188-b12a-63a925134f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f07b86-5408-4ae8-9b18-e9970870b310,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:06.994782 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed431ea1-0733-4097-9255-33cbfaee0765 req-b2a646f3-fe18-4fc5-aaaf-48c76f9f7d38 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274185 Sep 20 06:07:07.311620 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46102) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:07.325040 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d6afc17-bbdc-4f7a-868e-7ab27b44633c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.427193 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d6afc17-bbdc-4f7a-868e-7ab27b44633c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.431707 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0d6afc17-bbdc-4f7a-868e-7ab27b44633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.479276 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0d6afc17-bbdc-4f7a-868e-7ab27b44633c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07f1971493e7414b86b8097f66fbfa17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641035 Sep 20 06:07:07.479755 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46104) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:07.486457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6afc17-bbdc-4f7a-868e-7ab27b44633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a142b544-9bf2-4620-b41b-beb2634f151a,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:07.531542 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.554655 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.629386 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.632744 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:07.634137 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a142b544-9bf2-4620-b41b-beb2634f151a HTTP/1.1" status: 204 len: 168 time: 0.1532934 Sep 20 06:07:07.643150 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094eb8d-4ff9-4d34-8ce3-543662ffbb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a142b544-9bf2-4620-b41b-beb2634f151a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:07.787722 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eed5a8-e328-4901-830b-2584ca8d15a6 req-fc3264c9-4f53-485e-8ddb-3758d492142b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:07.790710 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19eed5a8-e328-4901-830b-2584ca8d15a6 req-fc3264c9-4f53-485e-8ddb-3758d492142b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0757682 Sep 20 06:07:07.839317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34980-03b0-452c-8809-254507842b33 req-fb9fe989-6c19-4c55-9617-375e8efd6ba9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:07.841712 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7ab34980-03b0-452c-8809-254507842b33 req-fb9fe989-6c19-4c55-9617-375e8efd6ba9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0867631 Sep 20 06:07:07.841846 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19eed5a8-e328-4901-830b-2584ca8d15a6 req-ff1efe13-eae2-4902-bc75-325365d13c87 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 Sep 20 06:07:07.903354 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7ab34980-03b0-452c-8809-254507842b33 req-2ca2b815-ac8b-4232-ba35-b88d661a8c3c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426311 Sep 20 06:07:08.961607 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8f0aa-8b59-45d4-a997-87209e5acb75 req-0878f47f-41d9-4486-8b05-082e4a9ae00a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:08.969204 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27d8f0aa-8b59-45d4-a997-87209e5acb75 req-0878f47f-41d9-4486-8b05-082e4a9ae00a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0576179 Sep 20 06:07:09.006963 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27d8f0aa-8b59-45d4-a997-87209e5acb75 req-154ff36d-d94d-4b05-93cf-1781ee11a054 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Sep 20 06:07:09.033129 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae732c-3155-49b2-81b4-3c02bd81cf8a req-b3d410c2-40a1-4f12-bbb9-3e595e23d9b2 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:09.034604 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0aae732c-3155-49b2-81b4-3c02bd81cf8a req-b3d410c2-40a1-4f12-bbb9-3e595e23d9b2 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Sep 20 06:07:09.099190 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0aae732c-3155-49b2-81b4-3c02bd81cf8a req-63b62152-6572-416e-8f06-833ba0e1ec98 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575621 Sep 20 06:07:09.983237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46216) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:10.100932 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaf0005a-ac57-4004-907f-35f2c8d7a8ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.139488 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00706291-0b46-4915-9846-21c1a9f17889 req-eb7f4a59-9434-4d09-8ded-032636539b4b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:10.141997 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00706291-0b46-4915-9846-21c1a9f17889 req-eb7f4a59-9434-4d09-8ded-032636539b4b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0559142 Sep 20 06:07:10.220488 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00706291-0b46-4915-9846-21c1a9f17889 req-6f99d4dd-4849-4bcc-8f9d-3550fa705189 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715642 Sep 20 06:07:10.268979 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51250eac-42aa-4cf4-a5a2-bb82390fc485 req-f900d0fe-5a8d-4eaf-a34d-09bd03aa61bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:10.270602 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51250eac-42aa-4cf4-a5a2-bb82390fc485 req-f900d0fe-5a8d-4eaf-a34d-09bd03aa61bb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0835407 Sep 20 06:07:10.323436 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaf0005a-ac57-4004-907f-35f2c8d7a8ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.329600 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-aaf0005a-ac57-4004-907f-35f2c8d7a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.336709 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51250eac-42aa-4cf4-a5a2-bb82390fc485 req-49c3aa79-fe99-47a7-b142-1fa6fbf5b175 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568998 Sep 20 06:07:10.387614 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46226) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:10.387793 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-aaf0005a-ac57-4004-907f-35f2c8d7a8ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a325862c731a432c8f57f081ddb4544e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030221 Sep 20 06:07:10.388532 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0005a-ac57-4004-907f-35f2c8d7a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7389c00-151b-47d3-97be-e47ff77a084b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:10.443128 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.467197 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.522525 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.525671 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:10.526864 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7389c00-151b-47d3-97be-e47ff77a084b HTTP/1.1" status: 204 len: 168 time: 0.1375334 Sep 20 06:07:10.548317 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786c47-3e31-48d7-962b-560cb9a44964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7389c00-151b-47d3-97be-e47ff77a084b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:10.902667 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46244) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:10.918040 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a0984b81-bc81-412b-b4cb-daa8968d3ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.037253 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a0984b81-bc81-412b-b4cb-daa8968d3ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.042642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a0984b81-bc81-412b-b4cb-daa8968d3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.075716 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0984b81-bc81-412b-b4cb-daa8968d3ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c2eb7a-e393-4d33-9fe1-a93065eb8f82,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:11.093359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46246) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:11.099935 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a0984b81-bc81-412b-b4cb-daa8968d3ed5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aa659f44f784475b84fd9adc8e65f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958940 Sep 20 06:07:11.141414 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.163116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.218095 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.220749 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:11.221858 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3c2eb7a-e393-4d33-9fe1-a93065eb8f82 HTTP/1.1" status: 204 len: 168 time: 0.1275392 Sep 20 06:07:11.231840 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2954375-b3b1-4103-9612-4683baa0556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c2eb7a-e393-4d33-9fe1-a93065eb8f82,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:11.442839 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087dab-06d8-4a4f-b5fe-de6f17750175 req-6c07c53f-dc59-45f9-98e7-76aae99a5cd6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:11.456115 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72087dab-06d8-4a4f-b5fe-de6f17750175 req-6c07c53f-dc59-45f9-98e7-76aae99a5cd6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1188493 Sep 20 06:07:11.492772 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb3d5-f35e-42c5-a995-e9b3cd2f2e38 req-05140b64-6189-4895-a309-ec2dd1678e2d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:11.494946 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-60fcb3d5-f35e-42c5-a995-e9b3cd2f2e38 req-05140b64-6189-4895-a309-ec2dd1678e2d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0678952 Sep 20 06:07:11.528225 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-72087dab-06d8-4a4f-b5fe-de6f17750175 req-3f331605-f01f-4311-818e-84923bee1b40 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701962 Sep 20 06:07:11.571396 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-60fcb3d5-f35e-42c5-a995-e9b3cd2f2e38 req-831d1def-17e1-4758-bab3-4bc310f81edf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Sep 20 06:07:12.140632 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46280) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:12.246466 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2008274165-network', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:12.272486 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Made reservation on behalf of 7344fb4f6ba24e12ac80c8b93b5274eb for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:12.275065 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.285556 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.399714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.405088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.436443 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:07:12.448197 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e99aad8-1d20-46f8-bfdc-81ee2d20eb2a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:12.455103 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.455575 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Added segment 2c55fe1f-22b3-43f1-abbc-e09392a3d0f4 of type vlan for network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 Sep 20 06:07:12.501728 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.530715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.530715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:12.530715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.570151 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4283383 Sep 20 06:07:12.573780 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46288) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:12.578952 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Request body: {'subnet': {'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2008274165-subnet', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:12.607691 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac2a2a-6347-46a4-8718-076a6655bd4c admin admin] Pushing event updated for resources: {'Network': ['ID=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:12.618319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:07:12.623617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Made reservation on behalf of 7344fb4f6ba24e12ac80c8b93b5274eb for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:12.627040 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:12.740358 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3423cdc-f437-4098-88d7-43f706264b7f req-ad74b1c3-c19e-43af-bd1f-98fd6a97742a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:12.748224 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08e82e-4937-4c9f-960f-cf726e959300 req-99b15dcf-a54b-4a89-9a7b-3fa053c27451 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:12.750035 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3423cdc-f437-4098-88d7-43f706264b7f req-ad74b1c3-c19e-43af-bd1f-98fd6a97742a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0661697 Sep 20 06:07:12.756527 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c08e82e-4937-4c9f-960f-cf726e959300 req-99b15dcf-a54b-4a89-9a7b-3fa053c27451 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1153846 Sep 20 06:07:12.798883 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3423cdc-f437-4098-88d7-43f706264b7f req-08a2293b-d16a-4762-aa23-073d88eea1bf tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395496 Sep 20 06:07:12.824774 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2c08e82e-4937-4c9f-960f-cf726e959300 req-5e1fdb62-b6a3-45d9-a062-217b95d1a0d0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671329 Sep 20 06:07:12.927732 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.014226 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d70bf7-b5ce-4160-a428-2b935f799a34,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:13.023602 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Checking segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:13.024387 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Network hostable DHCP agents. Network: a2069ebf-e820-4b20-83c1-ee3ab9f42ef9, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:07:13.055586 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:07:13.071072 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, a2069ebf-e820-4b20-83c1-ee3ab9f42ef9) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:13.076484 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:13.077385 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.089814 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3737d8c-e7e5-4eb2-88ad-ebec5b81c9bf None None] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:13.101823 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1cf9a49e-044f-4a2d-b0a0-3e227f194990 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5256824 Sep 20 06:07:13.104890 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46304) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:13.112381 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:13.168920 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.173620 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.283037 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.337714 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:07:13.338695 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.498800 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Allocated IP 172.20.0.2 (a2069ebf-e820-4b20-83c1-ee3ab9f42ef9/98d70bf7-b5ce-4160-a428-2b935f799a34/a8330010-4fb1-4f5a-be83-d81db5313a6e) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:13.716654 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.728967 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.776101 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Pushing event updated for resources: {'Port': ['ID=a8330010-4fb1-4f5a-be83-d81db5313a6e,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:13.778683 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.789566 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.790160 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.790657 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.791161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.791670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.792365 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.792929 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.793417 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.793939 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.794951 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.795480 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.796500 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:13.806527 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:13.808364 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:13.811400 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:13.884728 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Attempting to bind port a8330010-4fb1-4f5a-be83-d81db5313a6e on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:13.885418 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Attempting to bind port a8330010-4fb1-4f5a-be83-d81db5313a6e by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:13.885961 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Attempting to bind port a8330010-4fb1-4f5a-be83-d81db5313a6e on network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:13.892745 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:13.893445 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Checking segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:13.894100 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.894691 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Bound using segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:13.895437 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Bound port: a8330010-4fb1-4f5a-be83-d81db5313a6e, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:13.896124 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:13.969777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] For port a8330010-4fb1-4f5a-be83-d81db5313a6e, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:13.975895 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] For port a8330010-4fb1-4f5a-be83-d81db5313a6e, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=a8330010-4fb1-4f5a-be83-d81db5313a6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:13.998563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:14.059134 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160a14e-3c74-423d-b1c9-a7e8b9f903c7 None None] Pushing event updated for resources: {'Port': ['ID=a8330010-4fb1-4f5a-be83-d81db5313a6e,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:14.133905 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d982b-cf38-4be4-a38b-c8210c4b54d7 req-e4cfb506-ec06-46c4-8bae-30094fa5e0a5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:14.141549 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2d2d982b-cf38-4be4-a38b-c8210c4b54d7 req-e4cfb506-ec06-46c4-8bae-30094fa5e0a5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1598926 Sep 20 06:07:14.149005 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0cecf-bc41-4911-8e7a-0b948d567afd req-82937cfc-1f9c-4d23-8541-a8c2e78a0e15 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:14.151489 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a5a0cecf-bc41-4911-8e7a-0b948d567afd req-82937cfc-1f9c-4d23-8541-a8c2e78a0e15 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1155682 Sep 20 06:07:14.157751 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:14.206043 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:14.242747 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2d2d982b-cf38-4be4-a38b-c8210c4b54d7 req-f7177934-fc21-4180-bcf1-9611e03e0228 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998602 Sep 20 06:07:14.316787 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a5a0cecf-bc41-4911-8e7a-0b948d567afd req-4d7439f0-b9f8-4606-8755-48173a3a1b4a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564202 Sep 20 06:07:14.411419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Allocated IP 172.27.3.122 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/ce4c9233-10fa-479c-8178-db2ca7a285fc) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:14.591364 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:14.633062 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:14.688604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:14.692233 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:14.696065 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:14.722715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Pushing event updated for resources: {'Port': ['ID=ce4c9233-10fa-479c-8178-db2ca7a285fc,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:15.006822 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.211351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device a8330010-4fb1-4f5a-be83-d81db5313a6e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:15.282473 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port a8330010-4fb1-4f5a-be83-d81db5313a6e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:15.282889 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.310619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.456547 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.506359 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port a8330010-4fb1-4f5a-be83-d81db5313a6e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=a8330010-4fb1-4f5a-be83-d81db5313a6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:15.511974 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.535358 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb8035-5632-48f7-a2d3-729c18724795 req-c22f071c-11db-4fc7-b9c7-cdd0ed6de76c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:15.540389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609306f-18fb-42e5-acc8-d5e421606727 req-50b8989d-9885-41e8-9462-a893e8f4b4d1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:15.543197 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dacb8035-5632-48f7-a2d3-729c18724795 req-c22f071c-11db-4fc7-b9c7-cdd0ed6de76c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0944619 Sep 20 06:07:15.543826 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b609306f-18fb-42e5-acc8-d5e421606727 req-50b8989d-9885-41e8-9462-a893e8f4b4d1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1592078 Sep 20 06:07:15.572739 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335392ff-8330-44f8-8571-e0c13e1d1877 None None] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:15.600669 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-dacb8035-5632-48f7-a2d3-729c18724795 req-fcf5df42-b993-46f6-8790-da25c1f78cf0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451043 Sep 20 06:07:15.625213 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=a8330010-4fb1-4f5a-be83-d81db5313a6e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:15.637162 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b609306f-18fb-42e5-acc8-d5e421606727 req-3aaf50a4-66db-4642-b6e5-aa3415e93d5c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728297 Sep 20 06:07:15.662026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Router 3d1466da-d1e7-433f-ac58-5b2f563c153a is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:07:15.672713 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-56d92d2f-3d91-47c9-9ee6-f0f2b14b2f07 None None] Provisioning complete for port a8330010-4fb1-4f5a-be83-d81db5313a6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:15.673173 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-56d92d2f-3d91-47c9-9ee6-f0f2b14b2f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.806245 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:15.818457 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Sync routers for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:15.839920 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:15.844419 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5012119e-6da9-4844-ab2f-de6c30c5c192 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7347407 Sep 20 06:07:15.844797 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:15.844797 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:15.845234 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46354) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:15.991413 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:16.157539 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-2b12e31f-8368-4258-b0d1-1490ae5ca006 None None] Provisioning complete for port a8330010-4fb1-4f5a-be83-d81db5313a6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:16.157903 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2b12e31f-8368-4258-b0d1-1490ae5ca006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.214960 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:14Z', 'revision_number': 3, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:16.253219 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Checking router: 3d1466da-d1e7-433f-ac58-5b2f563c153a for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:16.253907 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Updating router 3d1466da-d1e7-433f-ac58-5b2f563c153a port ce4c9233-10fa-479c-8178-db2ca7a285fc binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:16.278416 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.384919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.520733 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.526038 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.533865 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Allocated IP 172.20.0.1 (a2069ebf-e820-4b20-83c1-ee3ab9f42ef9/98d70bf7-b5ce-4160-a428-2b935f799a34/f0de0da9-a0ec-4e19-9394-1c4a51d43c6e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:16.581279 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Pushing event updated for resources: {'Port': ['ID=ce4c9233-10fa-479c-8178-db2ca7a285fc,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:16.583230 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Attempting to bind port ce4c9233-10fa-479c-8178-db2ca7a285fc on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:16.583618 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Attempting to bind port ce4c9233-10fa-479c-8178-db2ca7a285fc by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:16.583979 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Attempting to bind port ce4c9233-10fa-479c-8178-db2ca7a285fc on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:16.592706 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:16.593239 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:16.593652 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.594043 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:16.594504 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Bound port: ce4c9233-10fa-479c-8178-db2ca7a285fc, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:16.594912 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.597734 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.598084 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.598431 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.598771 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.599105 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.599464 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.599797 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.600128 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.600472 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.600801 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.601129 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.601454 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:16.636235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.653057 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] For port ce4c9233-10fa-479c-8178-db2ca7a285fc, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:16.657098 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] For port ce4c9233-10fa-479c-8178-db2ca7a285fc, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=ce4c9233-10fa-479c-8178-db2ca7a285fc,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:16.662226 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.694563 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:16.713689 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:16.714343 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:16.759178 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaea376-c7cf-42bc-9504-9772b591a82f None None] Pushing event updated for resources: {'Port': ['ID=ce4c9233-10fa-479c-8178-db2ca7a285fc,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:16.772734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bbdda-fd96-44e9-9ebf-cbab332c53ad req-5dab01e7-3e14-4aca-8389-aa85bb8abfe7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:16.776732 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-999bbdda-fd96-44e9-9ebf-cbab332c53ad req-5dab01e7-3e14-4aca-8389-aa85bb8abfe7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0598519 Sep 20 06:07:16.832251 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:16.937761 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:16.944975 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:16.949568 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:16.985348 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07c5db-d05d-4c68-bea9-b0eed4ef8bf5 req-ed810c51-c0e7-4736-ac60-73888acec723 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:16.987001 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8c07c5db-d05d-4c68-bea9-b0eed4ef8bf5 req-ed810c51-c0e7-4736-ac60-73888acec723 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.3083539 Sep 20 06:07:16.990039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Pushing event updated for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:17.014382 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.056607 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-999bbdda-fd96-44e9-9ebf-cbab332c53ad req-3a2fb891-c971-4d9b-81fd-50ce62f76c54 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750738 Sep 20 06:07:17.093670 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8c07c5db-d05d-4c68-bea9-b0eed4ef8bf5 req-03722b45-0716-409f-a0d3-0276e15f8f61 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898919 Sep 20 06:07:17.144593 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:14Z', 'revision_number': 3, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:17.175917 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0c7f0-f43c-4942-b486-a7b5443032d9 None None] The sync data for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi is: [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:14Z', 'revision_number': 3, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:17.193211 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device a8330010-4fb1-4f5a-be83-d81db5313a6e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:17.218731 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.244738 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port a8330010-4fb1-4f5a-be83-d81db5313a6e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:17.245119 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.307133 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cb55fa70-aa10-4f8e-92d1-67c9fae428ee None None] Provisioning complete for port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:17.307458 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb55fa70-aa10-4f8e-92d1-67c9fae428ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.371040 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cb55fa70-aa10-4f8e-92d1-67c9fae428ee None None] Port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:17.396296 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.405459 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.484753 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.490824 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Pushing event updated for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:17.582798 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:17.584302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:17.705034 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Router 3d1466da-d1e7-433f-ac58-5b2f563c153a has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:07:17.815467 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-aef5b27c-28a6-4fd0-b789-1f4efd6e4df1 None None] Provisioning complete for port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:17.819171 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aef5b27c-28a6-4fd0-b789-1f4efd6e4df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:17.835845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:17.843275 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-92c78b65-2767-4942-967b-7b9b065ebf8f admin admin] 10.222.0.20 "PUT /v2.0/routers/3d1466da-d1e7-433f-ac58-5b2f563c153a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9969618 Sep 20 06:07:17.872787 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-aef5b27c-28a6-4fd0-b789-1f4efd6e4df1 None None] Port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:18.226097 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd229f-6955-4071-afc9-e2c4099f993c req-9769a7b9-7267-422b-94f5-8d13b5d57442 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:18.238027 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3abd229f-6955-4071-afc9-e2c4099f993c req-9769a7b9-7267-422b-94f5-8d13b5d57442 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0910830 Sep 20 06:07:18.293075 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3abd229f-6955-4071-afc9-e2c4099f993c req-74e2d6a6-d4d2-45c9-86a2-21d9fe5be68f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Sep 20 06:07:18.366864 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468f3a7-9de0-4e59-b958-d4f6ffb882c7 req-3fa963b3-ecbe-4e37-9597-31632da6e512 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:18.368526 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e468f3a7-9de0-4e59-b958-d4f6ffb882c7 req-3fa963b3-ecbe-4e37-9597-31632da6e512 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1224217 Sep 20 06:07:18.437104 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e468f3a7-9de0-4e59-b958-d4f6ffb882c7 req-a9abb837-2b82-46d6-be21-060ae063b394 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545998 Sep 20 06:07:18.633223 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46400) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:18.638592 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1072329715-network', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:18.672827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Made reservation on behalf of 5f5373476932438c9521d4bbd7353d9f for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:18.675557 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.684147 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.783623 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.788151 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.804209 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:07:18.830063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.830403 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Added segment 5cf44d1c-c3d6-4cb7-b310-fc916ae90a12 of type vlan for network f128f473-a6f5-49cc-8599-334ac3f2bb03 Sep 20 06:07:18.846678 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abf6389-50cf-4e66-91c9-854c2676a653,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:18.886171 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.922976 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.924792 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:18.925407 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:18.980755 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3437157 Sep 20 06:07:18.981176 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46406) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:18.988949 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Request body: {'subnet': {'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1072329715-subnet', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:19.010348 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f165b3-4b46-43bb-83a7-1334a2c11ecf admin admin] Pushing event updated for resources: {'Network': ['ID=f128f473-a6f5-49cc-8599-334ac3f2bb03,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:19.023415 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Made reservation on behalf of 5f5373476932438c9521d4bbd7353d9f for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:19.023553 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:07:19.025698 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.100701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Sync routers for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:19.125414 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:19.126418 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:19.240271 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:19.244809 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.308490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=05711260-19e1-4419-a7b0-77db79b3b84f,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:19.394872 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Checking segment: {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:19.395462 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Network hostable DHCP agents. Network: f128f473-a6f5-49cc-8599-334ac3f2bb03, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:07:19.399467 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device ce4c9233-10fa-479c-8178-db2ca7a285fc up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:19.597991 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:07:19.609041 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port ce4c9233-10fa-479c-8178-db2ca7a285fc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:19.611013 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.656846 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4859-d57c-4637-8ff1-c0af009d2394 req-8b2fcebe-ae11-43b5-b906-e5a7e3e5b2d1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:19.675140 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2da4859-d57c-4637-8ff1-c0af009d2394 req-8b2fcebe-ae11-43b5-b906-e5a7e3e5b2d1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.2702258 Sep 20 06:07:19.681455 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, f128f473-a6f5-49cc-8599-334ac3f2bb03) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:19.749745 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:19.755491 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.775603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184599e-427c-49a0-bee0-152dc7292dd8 None None] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:19.798390 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2da4859-d57c-4637-8ff1-c0af009d2394 req-e43bfcc2-1542-4904-8805-caf6db23c8a3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215329 Sep 20 06:07:19.800508 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8278af63-7105-4731-b863-8ff172eecc0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8176739 Sep 20 06:07:19.803724 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46418) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:19.810550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:19.856258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.858222 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.978122 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:19.994770 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077abc-b356-42e2-a420-ec516873b4d6 req-c1f9e284-7af6-40d3-84b1-1f6c928b3ab4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:20.006339 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2c077abc-b356-42e2-a420-ec516873b4d6 req-c1f9e284-7af6-40d3-84b1-1f6c928b3ab4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1239271 Sep 20 06:07:20.048669 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef858f-c2a1-4497-b8e5-bce0b33e4364 req-56303a05-be68-4f0f-a8f5-7364938ae05b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:20.057512 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2ef858f-c2a1-4497-b8e5-bce0b33e4364 req-56303a05-be68-4f0f-a8f5-7364938ae05b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.1274235 Sep 20 06:07:20.125544 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 2, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:20.129298 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2c077abc-b356-42e2-a420-ec516873b4d6 req-e9add4e5-860c-4fcf-8d30-525ad49c714a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214552 Sep 20 06:07:20.136000 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2ef858f-c2a1-4497-b8e5-bce0b33e4364 req-6e1fc657-7dd6-46c4-8be1-a4277400681b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692394 Sep 20 06:07:20.157078 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Checking router: 3d1466da-d1e7-433f-ac58-5b2f563c153a for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:20.157435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Updating router 3d1466da-d1e7-433f-ac58-5b2f563c153a port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:20.209123 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-f128f473-a6f5-49cc-8599-334ac3f2bb03', 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'fixed_ips': [{'subnet_id': '05711260-19e1-4419-a7b0-77db79b3b84f'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:07:20.209980 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.221558 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.225241 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.232584 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.268945 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port ce4c9233-10fa-479c-8178-db2ca7a285fc, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=ce4c9233-10fa-479c-8178-db2ca7a285fc,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:20.317563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.466319 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.488245 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.496781 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=ce4c9233-10fa-479c-8178-db2ca7a285fc,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:20.532435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Allocated IP 172.20.0.2 (f128f473-a6f5-49cc-8599-334ac3f2bb03/05711260-19e1-4419-a7b0-77db79b3b84f/01229624-c2ad-4051-8a86-cbde296870f2) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:20.662530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Allocated IP 172.27.3.192 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/749ce526-d0a6-4413-b85c-95248a09f66e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:20.786809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.813687 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.825279 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.837731 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.845580 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.882012 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:20.885471 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:20.890674 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:20.895095 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:20.913350 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:20.919203 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:20.924440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:20.958555 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Pushing event updated for resources: {'Port': ['ID=01229624-c2ad-4051-8a86-cbde296870f2,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:20.976243 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=749ce526-d0a6-4413-b85c-95248a09f66e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:21.127780 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Attempting to bind port 01229624-c2ad-4051-8a86-cbde296870f2 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:21.129081 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Attempting to bind port 01229624-c2ad-4051-8a86-cbde296870f2 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:21.129792 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Attempting to bind port 01229624-c2ad-4051-8a86-cbde296870f2 on network f128f473-a6f5-49cc-8599-334ac3f2bb03 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:21.162275 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50dec-9e5f-4b00-a62a-4c6f8519b280 req-30f504c2-b493-4d9c-a241-cda14df3d412 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:21.174057 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2be50dec-9e5f-4b00-a62a-4c6f8519b280 req-30f504c2-b493-4d9c-a241-cda14df3d412 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.2248373 Sep 20 06:07:21.213892 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:21.215009 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Checking segment: {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:21.215522 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.216984 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Bound using segment: {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:21.217280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Bound port: 01229624-c2ad-4051-8a86-cbde296870f2, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:21.217801 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.282875 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2be50dec-9e5f-4b00-a62a-4c6f8519b280 req-c7339f1e-91e6-48ac-910f-c49e476ece59 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066823 Sep 20 06:07:21.351396 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Attempting to bind port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:21.351765 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Attempting to bind port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:21.352128 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Attempting to bind port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e on network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:21.354258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device ce4c9233-10fa-479c-8178-db2ca7a285fc up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:21.395349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0985aa-807b-466e-91bd-56e5160c8d4b None None] Pushing event updated for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:21.534077 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:21.535882 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Checking segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:21.536413 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.537821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85dce2-71bd-41e7-b101-38c257acd2ea req-e499e5d4-8a86-4d77-b49c-974382f402fe tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:21.537960 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Bound using segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:21.538204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e456f4-8a85-4370-8adb-200cbca7bfe7 req-9f61b7ca-1184-4717-bce5-418dda8af9a0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:21.539792 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7b85dce2-71bd-41e7-b101-38c257acd2ea req-e499e5d4-8a86-4d77-b49c-974382f402fe tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.1962247 Sep 20 06:07:21.547616 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Bound port: f0de0da9-a0ec-4e19-9394-1c4a51d43c6e, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:21.548168 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.549943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24e456f4-8a85-4370-8adb-200cbca7bfe7 req-9f61b7ca-1184-4717-bce5-418dda8af9a0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1150851 Sep 20 06:07:21.590656 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.598144 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9100328c-f2b6-4527-96d9-a773d493b9af None None] Provisioning complete for port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:21.599018 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9100328c-f2b6-4527-96d9-a773d493b9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.644461 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7b85dce2-71bd-41e7-b101-38c257acd2ea req-84f82b8b-352d-41bc-8c07-6ec22ccf61ec tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884244 Sep 20 06:07:21.663245 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-24e456f4-8a85-4370-8adb-200cbca7bfe7 req-9bef6ade-d33c-47f3-b29e-5efb5403baf3 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115603 Sep 20 06:07:21.690981 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-9100328c-f2b6-4527-96d9-a773d493b9af None None] Port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:21.744034 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] For port 01229624-c2ad-4051-8a86-cbde296870f2, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:21.759887 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port ce4c9233-10fa-479c-8178-db2ca7a285fc triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:21.760568 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.773069 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] For port 01229624-c2ad-4051-8a86-cbde296870f2, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=01229624-c2ad-4051-8a86-cbde296870f2,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:21.802118 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.851913 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:07:21.869234 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] For port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:21.892809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-7d8ffe5a-6219-4f37-9892-66c8882b1610 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:21.894830 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-7d8ffe5a-6219-4f37-9892-66c8882b1610 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.0986187 Sep 20 06:07:21.924405 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.939625 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] For port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:21.968216 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:21.986481 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890d4a2-e2a8-42a1-81bb-6ac72ef1a610 None None] Pushing event updated for resources: {'Port': ['ID=01229624-c2ad-4051-8a86-cbde296870f2,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:22.217038 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:22.217770 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:22.298851 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0985aa-807b-466e-91bd-56e5160c8d4b None None] Pushing event updated for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:22.365659 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:22.434588 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:07:22.505646 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8cb09-c35c-4412-b5de-b1ba34a2c8eb req-c3dc433c-6190-4ebc-8c7e-bb58cfa19e4b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:22.506562 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Deleting port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:22.506966 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:22.508400 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9ab8cb09-c35c-4412-b5de-b1ba34a2c8eb req-c3dc433c-6190-4ebc-8c7e-bb58cfa19e4b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0754280 Sep 20 06:07:22.612905 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9ab8cb09-c35c-4412-b5de-b1ba34a2c8eb req-d8ba0a75-b4ff-425a-a4e8-a6a505a87b9b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764265 Sep 20 06:07:22.653415 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Router 8979237b-d417-4519-ad7a-bf01190a9c61 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:07:22.701624 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] For port 1fb5c4f6-ab05-44b2-b843-9737f0890b21, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1fb5c4f6-ab05-44b2-b843-9737f0890b21,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:22.701997 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:22.710373 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:22.756255 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Calling delete_port for 1fb5c4f6-ab05-44b2-b843-9737f0890b21 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:22.758779 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] Provisioning complete for port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:22.760551 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:22.841764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:22.927590 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b344db9-ea43-46d2-bdcb-640632b65754 req-9864a779-36f9-4a6b-8e94-67127dee38d0 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:22.937003 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b344db9-ea43-46d2-bdcb-640632b65754 req-9864a779-36f9-4a6b-8e94-67127dee38d0 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 946 time: 0.1301067 Sep 20 06:07:22.974697 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:07:23.057860 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b344db9-ea43-46d2-bdcb-640632b65754 req-70d2915b-7f60-44f9-8600-efbdb7d11b2b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196377 Sep 20 06:07:23.085882 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:23.119213 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.161443 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:23.172026 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Sync routers for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:23.193193 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:23.202558 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:23.241522 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.270667 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc285e75-3ae6-451c-b83e-6f7386120d7e req-7c1a0019-35f5-42ff-b169-547b4351a610 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:23.280635 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc285e75-3ae6-451c-b83e-6f7386120d7e req-7c1a0019-35f5-42ff-b169-547b4351a610 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.3856449 Sep 20 06:07:23.295832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.297037 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c30486ba-5132-4fbd-a37d-9aa3eda68ef6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4922915 Sep 20 06:07:23.299968 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46490) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:23.351092 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['963d7886-6e8b-4724-b2c9-c17eb78837de'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:23.427237 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:23.439338 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc285e75-3ae6-451c-b83e-6f7386120d7e req-efc757d9-763d-4ae0-94bf-025e8fcba1f8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570187 Sep 20 06:07:23.514971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 01229624-c2ad-4051-8a86-cbde296870f2 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:23.596075 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.652995 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event deleted for resources: {'Port': ['ID=1fb5c4f6-ab05-44b2-b843-9737f0890b21,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:23.668518 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:23.716257 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7cde4a-bded-49a2-88fb-c7e4b110fb2a None None] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:23.727495 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] For port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:23.767575 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.775983 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] No DVR routers for this DVR port 1fb5c4f6-ab05-44b2-b843-9737f0890b21 on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:23.784395 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:21Z', 'revision_number': 3, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:23.791499 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.800274 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-35237a9f-30b4-45fc-853b-e1ed50bf26ba req-c0ec2776-46d7-452a-9850-9c99541d823c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "DELETE /v2.0/ports/1fb5c4f6-ab05-44b2-b843-9737f0890b21 HTTP/1.1" status: 204 len: 173 time: 1.8897135 Sep 20 06:07:23.800768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'name': 'network-vif-deleted', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:23.803050 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d8c4ff-3053-4f26-a3f0-98faa609257a" -d '{"events": [{"server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "name": "network-vif-deleted", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:23.860748 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Checking router: 8979237b-d417-4519-ad7a-bf01190a9c61 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:23.861036 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Updating router 8979237b-d417-4519-ad7a-bf01190a9c61 port 749ce526-d0a6-4413-b85c-95248a09f66e binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:23.861392 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac949e90-afdf-48af-8e0c-ebe8e0b1aedb req-a4cc7ca6-73f1-496c-997f-1109538096e4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:23.871007 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac949e90-afdf-48af-8e0c-ebe8e0b1aedb req-a4cc7ca6-73f1-496c-997f-1109538096e4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0773156 Sep 20 06:07:23.910458 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:23.929146 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aaa41d-43dd-4814-8984-3a01d882f4a3 x-openstack-request-id: req-18aaa41d-43dd-4814-8984-3a01d882f4a3 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:23.929549 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b905c03-2f5e-4f77-a677-478e921e0d91", "name": "network-vif-deleted", "tag": "1fb5c4f6-ab05-44b2-b843-9737f0890b21", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:23.929926 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18aaa41d-43dd-4814-8984-3a01d882f4a3 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:23.930467 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b905c03-2f5e-4f77-a677-478e921e0d91', 'name': 'network-vif-deleted', 'tag': '1fb5c4f6-ab05-44b2-b843-9737f0890b21', 'status': 'completed', 'code': 200} Sep 20 06:07:23.947633 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 1fb5c4f6-ab05-44b2-b843-9737f0890b21 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:23.987081 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac949e90-afdf-48af-8e0c-ebe8e0b1aedb req-ba892322-f612-4217-9326-80dbb493cb4b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083269 Sep 20 06:07:24.051438 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 1fb5c4f6-ab05-44b2-b843-9737f0890b21 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:24.051438 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 1fb5c4f6-ab05-44b2-b843-9737f0890b21 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:24.065208 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456934ad-1923-47c9-b5d5-a88fb5627897 None None] Pushing event updated for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:24.068841 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 01229624-c2ad-4051-8a86-cbde296870f2 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:24.069224 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.077156 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:21Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:24.161148 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24281-b3df-4264-b7b6-54c094a2cb9b None None] The sync data for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi is: [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:21Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:24.171189 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-17be7d56-6654-4077-82fc-9967c8e7de8b None None] Provisioning complete for port 01229624-c2ad-4051-8a86-cbde296870f2 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:24.171602 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17be7d56-6654-4077-82fc-9967c8e7de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.344984 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8435f4d5-c2e9-4664-81c0-2372e93f47c5 req-82ffbffe-31f3-4098-b999-8b4cf79c3a6f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 210 time: 0.0806730 Sep 20 06:07:24.502067 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.530892 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.682234 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac3338-76ec-46c9-8471-98f25930f3a9 None None] Pushing event updated for resources: {'Port': ['ID=749ce526-d0a6-4413-b85c-95248a09f66e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:24.717337 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Attempting to bind port 749ce526-d0a6-4413-b85c-95248a09f66e on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:24.717953 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Attempting to bind port 749ce526-d0a6-4413-b85c-95248a09f66e by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:24.718741 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Attempting to bind port 749ce526-d0a6-4413-b85c-95248a09f66e on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:24.733592 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.737104 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:24.737819 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:24.738446 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.739058 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:24.739783 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Bound port: 749ce526-d0a6-4413-b85c-95248a09f66e, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:24.744150 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.843251 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] For port 749ce526-d0a6-4413-b85c-95248a09f66e, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:24.866349 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] For port 749ce526-d0a6-4413-b85c-95248a09f66e, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=749ce526-d0a6-4413-b85c-95248a09f66e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:24.881081 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:24.892756 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-17be7d56-6654-4077-82fc-9967c8e7de8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:25.066109 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16e8de-a4da-4a7f-b11a-15a276f4a08e req-ceef7a4c-a6fe-4350-8c17-008366bd67df tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:25.070747 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e16e8de-a4da-4a7f-b11a-15a276f4a08e req-ceef7a4c-a6fe-4350-8c17-008366bd67df tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.4155123 Sep 20 06:07:25.079016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:25.101851 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 01229624-c2ad-4051-8a86-cbde296870f2, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=01229624-c2ad-4051-8a86-cbde296870f2,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:25.122383 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:25.195592 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac3338-76ec-46c9-8471-98f25930f3a9 None None] Pushing event updated for resources: {'Port': ['ID=749ce526-d0a6-4413-b85c-95248a09f66e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:25.269845 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:25.270617 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:06:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:25.276188 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed52e8-8a7d-4617-81cc-d25db6e790c6 req-fa6dc78c-cefd-488d-99ac-06775e396cf3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:25.284110 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2ed52e8-8a7d-4617-81cc-d25db6e790c6 req-fa6dc78c-cefd-488d-99ac-06775e396cf3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.1688151 Sep 20 06:07:25.380444 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c2ed52e8-8a7d-4617-81cc-d25db6e790c6 req-c5c4f6c3-a384-4d01-a633-d97c0b64c6a7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871577 Sep 20 06:07:25.442025 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.db.api [None req-17be7d56-6654-4077-82fc-9967c8e7de8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:07:25.442445 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG oslo_db.api [None req-17be7d56-6654-4077-82fc-9967c8e7de8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:07:25.446603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device f0de0da9-a0ec-4e19-9394-1c4a51d43c6e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:25.460271 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9e16e8de-a4da-4a7f-b11a-15a276f4a08e req-fc2c6e63-07d7-4ac1-8102-8924f8bcb8a9 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395596 Sep 20 06:07:25.564556 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:25.565449 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=01229624-c2ad-4051-8a86-cbde296870f2,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:25.611356 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:25.612207 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:25.768342 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-56fc405c-410e-4adc-b998-c744fd857f9b req-e93eec6a-1eda-4355-9e85-f483804254bb tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 210 time: 0.0569119 Sep 20 06:07:25.792849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Allocated IP 172.20.0.1 (f128f473-a6f5-49cc-8599-334ac3f2bb03/05711260-19e1-4419-a7b0-77db79b3b84f/67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:25.954767 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:21Z', 'revision_number': 3, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:25.986986 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.007434 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412e4532-b629-4190-84a1-bb7c259b5ff5 None None] The sync data for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi is: [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:21Z', 'revision_number': 3, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:26.086635 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.184344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:26.210324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:26.226882 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Pushing event updated for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:26.236205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:26.301874 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9d188d1b-bc5e-4790-82d8-42fb535f4a93 None None] Provisioning complete for port 01229624-c2ad-4051-8a86-cbde296870f2 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:26.303192 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9d188d1b-bc5e-4790-82d8-42fb535f4a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.350738 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.623721 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4b79c6d2-fb7e-4252-9695-574ed5a2c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.702900 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710b19c-02c0-4cb3-bbfb-473b2c564190 req-87e0d01e-12e1-4a5a-b54f-c9f5ee33f4c5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:26.718606 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6710b19c-02c0-4cb3-bbfb-473b2c564190 req-87e0d01e-12e1-4a5a-b54f-c9f5ee33f4c5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0926423 Sep 20 06:07:26.777059 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-edd97715-346a-4211-b4e2-72b1e6a73847 None None] Provisioning complete for port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:26.777455 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-edd97715-346a-4211-b4e2-72b1e6a73847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:26.836357 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6710b19c-02c0-4cb3-bbfb-473b2c564190 req-d922aa17-0e45-485d-9eff-53d27b7d0081 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156318 Sep 20 06:07:26.933398 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-edd97715-346a-4211-b4e2-72b1e6a73847 None None] Port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:26.980330 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b', '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', '3970cb88-5df5-40ef-a811-cd22b15fe03c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:27.058851 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3122740-daae-415e-8f1e-757e69a91e12 req-8f0ffde1-dc45-4f51-92f8-f1d9a7340235 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:27.067337 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d3122740-daae-415e-8f1e-757e69a91e12 req-8f0ffde1-dc45-4f51-92f8-f1d9a7340235 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.3328853 Sep 20 06:07:27.103660 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-07f59551-101a-4fd6-8715-4762c2643a41 req-bd1df941-8c06-4f45-a6d9-42ab472256a4 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b905c03-2f5e-4f77-a677-478e921e0d91 HTTP/1.1" status: 200 len: 210 time: 0.0662880 Sep 20 06:07:27.160401 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.173864 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d3122740-daae-415e-8f1e-757e69a91e12 req-60c4cd8a-a82f-42ac-b4c3-e0ff2245bfdb tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972764 Sep 20 06:07:27.174785 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.512230 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 749ce526-d0a6-4413-b85c-95248a09f66e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:27.663283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.672916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.686497 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd298adb-80bf-40f1-a6f3-fc05d6be1a9d req-102a2352-e7c2-493c-8ccb-6cccb4ca024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:27.688714 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd298adb-80bf-40f1-a6f3-fc05d6be1a9d req-102a2352-e7c2-493c-8ccb-6cccb4ca024b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.1313591 Sep 20 06:07:27.763510 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.764294 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 749ce526-d0a6-4413-b85c-95248a09f66e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:27.764672 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:27.769041 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd298adb-80bf-40f1-a6f3-fc05d6be1a9d req-e518fe00-db4a-46c0-b97a-6d75ca3ac6e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709863 Sep 20 06:07:27.906562 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Pushing event updated for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:27.971587 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:27.973098 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:28.173063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40f955-9f1b-4895-9491-34a71ed85b49 req-72234440-2178-40a2-a027-54dd467123fa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:28.174673 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed40f955-9f1b-4895-9491-34a71ed85b49 req-72234440-2178-40a2-a027-54dd467123fa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1387563 Sep 20 06:07:28.268719 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:28.311471 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ed40f955-9f1b-4895-9491-34a71ed85b49 req-b30b524e-c904-4c6d-9af4-e37d1a2496f4 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221476 Sep 20 06:07:28.336689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 749ce526-d0a6-4413-b85c-95248a09f66e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=749ce526-d0a6-4413-b85c-95248a09f66e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:28.354795 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:28.355534 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 01229624-c2ad-4051-8a86-cbde296870f2 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:28.789498 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 01229624-c2ad-4051-8a86-cbde296870f2 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:28.790219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:28.791419 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a25767e1-70ab-4591-bff1-9d25e5762553 None None] Provisioning complete for port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:28.791774 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a25767e1-70ab-4591-bff1-9d25e5762553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:28.848583 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Router 8979237b-d417-4519-ad7a-bf01190a9c61 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:07:28.860966 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=749ce526-d0a6-4413-b85c-95248a09f66e,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:28.865577 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad1eaf-d082-4cb5-a298-0964bb55f710 req-451079b0-ea41-42f9-b267-0f0fcdd3a587 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:28.867013 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1ad1eaf-d082-4cb5-a298-0964bb55f710 req-451079b0-ea41-42f9-b267-0f0fcdd3a587 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0846922 Sep 20 06:07:28.881818 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a25767e1-70ab-4591-bff1-9d25e5762553 None None] Port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:28.960397 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:29.015179 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1ad1eaf-d082-4cb5-a298-0964bb55f710 req-76942d9e-8366-473f-9c98-b22c6b7bbe2d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339438 Sep 20 06:07:29.069965 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-38400b3c-dbe6-42ce-ae31-64851efec00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.074377 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 963d7886-6e8b-4724-b2c9-c17eb78837de triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:29.074750 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.099523 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:29.112021 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1f383cd3-c8dc-48eb-b8c2-120ebaef753b admin admin] 10.222.0.20 "PUT /v2.0/routers/8979237b-d417-4519-ad7a-bf01190a9c61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8109341 Sep 20 06:07:29.175039 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.218733 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:29.221770 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea680e9-d598-49ac-9ca0-12d31d0a0dd8" -d '{"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:29.239754 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:29.245491 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 749ce526-d0a6-4413-b85c-95248a09f66e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:29.251567 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.299682 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9092b4b-f8bd-4763-ab46-43c83eaac87a x-openstack-request-id: req-a9092b4b-f8bd-4763-ab46-43c83eaac87a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:29.300108 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:29.300449 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9092b4b-f8bd-4763-ab46-43c83eaac87a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:29.300937 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'code': 200} Sep 20 06:07:29.346138 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.403114 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:29.412235 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 749ce526-d0a6-4413-b85c-95248a09f66e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:29.413013 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:29.477770 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f0924-c3e0-48bb-9983-275772505329 req-6b33046c-5a90-4a8a-9089-f93f447239c5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:29.483936 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-159f0924-c3e0-48bb-9983-275772505329 req-6b33046c-5a90-4a8a-9089-f93f447239c5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0623374 Sep 20 06:07:29.541518 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Sync routers for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:29.552874 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-159f0924-c3e0-48bb-9983-275772505329 req-11841ce0-8f26-4334-b90c-223dfd704d79 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677705 Sep 20 06:07:29.559734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:29.575247 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:29.814218 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:29.986983 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.146764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:27Z', 'revision_number': 4, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb', 'name': '', 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'mac_address': 'fa:16:3e:00:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:25Z', 'updated_at': '2021-09-20T06:07:27Z', 'revision_number': 2, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'subnets': [{'id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:30.206942 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Checking router: 8979237b-d417-4519-ad7a-bf01190a9c61 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:30.208071 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Updating router 8979237b-d417-4519-ad7a-bf01190a9c61 port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:30.240740 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.264897 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3346077-6533-4a42-93d1-ebde520a31e7 req-3075dec5-01fa-4664-9356-29bb72a9de5b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:30.273637 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3346077-6533-4a42-93d1-ebde520a31e7 req-3075dec5-01fa-4664-9356-29bb72a9de5b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0761416 Sep 20 06:07:30.347989 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f3346077-6533-4a42-93d1-ebde520a31e7 req-6cfed3b7-2b6c-468d-8d38-b9c3a8929900 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732656 Sep 20 06:07:30.376346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46646) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:30.380826 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-160061365', 'description': 'tempest-secgroup-smoke-160061365 description', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:30.444010 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.518294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a26c9-e666-4ef0-9045-a28629231ca0 req-77b4198e-207c-4c4e-b311-6f3ae44ff1d6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:30.523278 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-454a26c9-e666-4ef0-9045-a28629231ca0 req-77b4198e-207c-4c4e-b311-6f3ae44ff1d6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0922439 Sep 20 06:07:30.620249 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-454a26c9-e666-4ef0-9045-a28629231ca0 req-58e2335a-65d3-465d-b324-d44d95740443 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855410 Sep 20 06:07:30.673814 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.674108 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41a81-fdec-41c9-ad81-1f303cf19756 req-fb5dd5de-7681-42a8-8d22-b443f513e949 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:30.681265 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.682409 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ab41a81-fdec-41c9-ad81-1f303cf19756 req-fb5dd5de-7681-42a8-8d22-b443f513e949 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0642724 Sep 20 06:07:30.754672 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c047e12-e69e-4b80-a5b9-c94c75ddb342 None None] Pushing event updated for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:30.761020 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ab41a81-fdec-41c9-ad81-1f303cf19756 req-d7318b3c-ed70-4558-8ac0-cef453d89c65 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774915 Sep 20 06:07:30.768552 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.791305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-951cacc4-a0d6-4c84-942e-ee482b682b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:30.792838 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-951cacc4-a0d6-4c84-942e-ee482b682b1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 1098 time: 0.1875360 Sep 20 06:07:30.793416 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.816606 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Attempting to bind port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:30.817161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Attempting to bind port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:30.823260 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Attempting to bind port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb on network f128f473-a6f5-49cc-8599-334ac3f2bb03 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:30.832578 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:30.833300 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Checking segment: {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:30.833907 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.834860 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Bound using segment: {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:30.835689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Bound port: 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:30.836346 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.940080 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.945509 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] For port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:30.945702 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5682976 Sep 20 06:07:30.946561 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46666) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:30.950112 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] For port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:30.955516 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19030c0-6d7c-4e72-93a4-64611751bc41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af2637d-0cb5-4463-9e6f-b752732f18b4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:30.956985 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:30.960145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:31.052537 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:31.053194 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:31.065553 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.095399 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-fc722f11-c0ab-4a39-ac50-5f446db490df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.097756 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-fc722f11-c0ab-4a39-ac50-5f446db490df service neutron] 10.222.0.37 "GET /v2.0/networks?id=533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 200 len: 920 time: 0.2736030 Sep 20 06:07:31.182764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c047e12-e69e-4b80-a5b9-c94c75ddb342 None None] Pushing event updated for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:31.201815 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-30e0498b-3808-466d-a788-a6e557b4808f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 200 len: 217 time: 0.0922537 Sep 20 06:07:31.209700 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.216065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.269820 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095ec878-7aec-4536-9ba1-a02e8e836c11,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:31.280518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.287249 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-72764fed-412a-43fd-a769-b9051c6fc49a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381693 Sep 20 06:07:31.288519 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46674) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:31.295584 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:31.313786 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-2782af93-7215-4108-9dce-feda3b250186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.315254 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-2782af93-7215-4108-9dce-feda3b250186 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 200 len: 859 time: 0.1034234 Sep 20 06:07:31.343328 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.346619 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] Provisioning complete for port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:31.353597 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.372564 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-d89e32e3-422b-4897-95d0-878aa9ae918e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=533c351d-16d2-4718-8578-8d5d8a88e7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373971 Sep 20 06:07:31.441227 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:31.509718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.517395 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.563310 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.567566 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2737384 Sep 20 06:07:31.568222 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46678) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:31.577421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:31.581658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6d2d6-1d48-49c7-b67a-ad40f8d9495d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798350a8-96fb-4158-84cb-9e05dc311ba6,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:31.592022 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391e8eb-6afb-4464-9a45-961fcaaddef6 req-7a95ca2c-2d38-48d9-9d92-5a4517a737d8 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.600838 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1391e8eb-6afb-4464-9a45-961fcaaddef6 req-7a95ca2c-2d38-48d9-9d92-5a4517a737d8 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.1483922 Sep 20 06:07:31.639723 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-996f18fa-7d8b-40ad-ac4f-32de847a8fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639730 Sep 20 06:07:31.662157 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.684555 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1391e8eb-6afb-4464-9a45-961fcaaddef6 req-f828b779-433d-46a7-94b8-12488257d717 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761106 Sep 20 06:07:31.686863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-5a3492b0-4d73-4cc9-8e63-868b1a4cf058 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.688399 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-5a3492b0-4d73-4cc9-8e63-868b1a4cf058 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 946 time: 0.0779262 Sep 20 06:07:31.690372 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.870968 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] For port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:31.884651 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd81dbf2-32bc-459e-a0c9-0b4948a5de6b req-87a48ae1-0db6-44e4-a69d-a2e0d79a6171 service neutron] 10.222.0.37 "GET /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966171 Sep 20 06:07:31.898134 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.910827 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305f55b-068c-43e6-95fa-4c1421b34ba7 req-5778f196-5a2b-4aa1-8a31-85c79a6a46c3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.911045 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8c966-4dc5-4466-ba1a-b91da85d63c4 req-f178b890-705c-49df-9131-592673f697ff tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:31.912603 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cb8c966-4dc5-4466-ba1a-b91da85d63c4 req-f178b890-705c-49df-9131-592673f697ff tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0850441 Sep 20 06:07:31.925306 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c305f55b-068c-43e6-95fa-4c1421b34ba7 req-5778f196-5a2b-4aa1-8a31-85c79a6a46c3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1745985 Sep 20 06:07:31.929565 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.953720 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:31.967187 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1cb8c966-4dc5-4466-ba1a-b91da85d63c4 req-2b786170-d4be-4d6b-8e59-c919af1e74f5 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479672 Sep 20 06:07:31.975018 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46686) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:31.980055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.002460 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:27Z', 'revision_number': 4, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb', 'name': '', 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'mac_address': 'fa:16:3e:00:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:25Z', 'updated_at': '2021-09-20T06:07:30Z', 'revision_number': 4, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'subnets': [{'id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:32.019050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9807bb-5295-4c55-9b2f-a19e7b9d90de,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.025703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.027156 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5874416f-e4f4-4d83-8666-a8711dabd677 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4579527 Sep 20 06:07:32.032036 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46688) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:32.034495 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbfba48-61b8-477f-b3a0-40c5900a0630 None None] The sync data for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi is: [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:07:27Z', 'revision_number': 4, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb', 'name': '', 'network_id': 'f128f473-a6f5-49cc-8599-334ac3f2bb03', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'mac_address': 'fa:16:3e:00:7a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:25Z', 'updated_at': '2021-09-20T06:07:30Z', 'revision_number': 4, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'subnets': [{'id': '05711260-19e1-4419-a7b0-77db79b3b84f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:32.039001 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775a9f0-d925-403f-ba44-455f8ce1bf21 None None] Pushing event updated for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.039195 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:32.056510 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-d2031171-2def-49da-9b13-e18a41f21f9f None None] Provisioning complete for port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:32.056982 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d2031171-2def-49da-9b13-e18a41f21f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.067030 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Deleting subnet dfc552da-b87a-43e7-b9f4-9d744c796e3a {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:07:32.071482 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.072022 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c305f55b-068c-43e6-95fa-4c1421b34ba7 req-5ebf1858-3b0c-4143-b7b2-f7d8f3d40673 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413603 Sep 20 06:07:32.080996 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Deleting port 3970cb88-5df5-40ef-a811-cd22b15fe03c {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:32.083020 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.156549 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.215486 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.224169 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.306653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.333602 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] For port 3970cb88-5df5-40ef-a811-cd22b15fe03c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3970cb88-5df5-40ef-a811-cd22b15fe03c,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:32.333975 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.356075 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc552da-b87a-43e7-b9f4-9d744c796e3a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.372480 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.376975 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c53ebab3-8e8a-4b78-86fd-28a7897caddc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dfc552da-b87a-43e7-b9f4-9d744c796e3a HTTP/1.1" status: 204 len: 168 time: 0.3982348 Sep 20 06:07:32.377132 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Calling delete_port for 3970cb88-5df5-40ef-a811-cd22b15fe03c owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:32.379959 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46694) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:32.554814 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.559758 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.566145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.611213 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b970295f-8e21-4999-8500-c221978f5f59,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.647009 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.648360 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7d897093-9d2c-435e-a1e4-ce9f8c11d3ea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6139748 Sep 20 06:07:32.651130 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46698) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:32.663435 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:32.698839 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Project 7344fb4f6ba24e12ac80c8b93b5274eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:07:32.723520 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.743972 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.798591 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3389a4e0-827b-476e-8c4e-677283057880']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:32.818489 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '239e8746-492d-4948-bebf-c2ec188f7eae') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:32.818874 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '239e8746-492d-4948-bebf-c2ec188f7eae') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:32.833924 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6047778'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.843990 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.854834 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b3dff985-6990-4511-85ec-1c06c1150a4f req-6609a99a-c64a-431e-9550-727af08d300c tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb255d0b-117f-49d9-8c87-065a76719c17 HTTP/1.1" status: 200 len: 210 time: 0.0344646 Sep 20 06:07:32.859451 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b', '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', '3970cb88-5df5-40ef-a811-cd22b15fe03c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:32.871946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.888711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.890356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.916943 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb32b46d-3202-48f9-a656-2399ce0dd3de,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.939203 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.943884 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-487dab9f-01a4-4670-8a93-975c8a04bc46 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2897961 Sep 20 06:07:32.944512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:07:32.945294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46702) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:32.948991 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4917637'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:32.950087 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'security_group_rule': {'security_group_id': '2af2637d-0cb5-4463-9e6f-b752732f18b4', 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: timer() Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: cb(*args, **kw) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: self._notify() Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: self.callback(batched_events) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: event.method(event) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._get(url).json() Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:07:32.956823 dv-cinder-809968-1-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:07:32.969885 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event deleted for resources: {'Port': ['ID=3970cb88-5df5-40ef-a811-cd22b15fe03c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:32.981513 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Project 7344fb4f6ba24e12ac80c8b93b5274eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:07:32.989280 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.069217 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.074619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.110177 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496efc1d-fad7-43a1-9e5e-1df80346c96b,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:33.129746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.150279 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-37cac207-f06c-4133-96db-d72093c7b2ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2038538 Sep 20 06:07:33.174969 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] No DVR routers for this DVR port 3970cb88-5df5-40ef-a811-cd22b15fe03c on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:33.198206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.200500 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c87a160e-0b7e-4b47-923d-ba1ea2245532 req-09cc6a93-079d-4ac7-b8ba-a2f9d2ce439a tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "DELETE /v2.0/ports/3970cb88-5df5-40ef-a811-cd22b15fe03c HTTP/1.1" status: 204 len: 173 time: 1.5009012 Sep 20 06:07:33.204221 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'name': 'network-vif-deleted', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:33.209648 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f3295-bd29-4b32-b883-9f2b73feb968" -d '{"events": [{"server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "name": "network-vif-deleted", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:33.240660 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.291703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.341135 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/3389a4e0-827b-476e-8c4e-677283057880 HTTP/1.1" status: 204 len: 168 time: 0.9623542 Sep 20 06:07:33.353610 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4b83a-f8de-4bbf-95ba-d945d980a601 req-82263961-2e8c-4732-8906-489782b6bff3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:33.366236 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:33.372954 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0f4b83a-f8de-4bbf-95ba-d945d980a601 req-82263961-2e8c-4732-8906-489782b6bff3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1551669 Sep 20 06:07:33.387605 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462e2fa-f0ea-4817-a61b-1758e2374c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=3389a4e0-827b-476e-8c4e-677283057880,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:33.446734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0aa95-6401-4362-9b1b-b569853d8f09 req-14e1a096-a927-4441-90a7-000557642a98 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:33.449259 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fdf0aa95-6401-4362-9b1b-b569853d8f09 req-14e1a096-a927-4441-90a7-000557642a98 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.2753918 Sep 20 06:07:33.487853 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0f4b83a-f8de-4bbf-95ba-d945d980a601 req-49f72c28-1377-4a3c-9158-320631df01d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080258 Sep 20 06:07:33.560546 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fdf0aa95-6401-4362-9b1b-b569853d8f09 req-489b66ee-5c98-4db8-8275-80c24da2161c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008778 Sep 20 06:07:33.601368 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:33.601894 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:33.616759 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4db3885-81d5-4d03-ae2e-1ecea220eb23 x-openstack-request-id: req-d4db3885-81d5-4d03-ae2e-1ecea220eb23 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:33.617268 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb255d0b-117f-49d9-8c87-065a76719c17", "name": "network-vif-deleted", "tag": "3970cb88-5df5-40ef-a811-cd22b15fe03c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:33.617669 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4db3885-81d5-4d03-ae2e-1ecea220eb23 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:33.618207 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb255d0b-117f-49d9-8c87-065a76719c17', 'name': 'network-vif-deleted', 'tag': '3970cb88-5df5-40ef-a811-cd22b15fe03c', 'status': 'completed', 'code': 200} Sep 20 06:07:33.975835 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:34.059130 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46760) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:34.064698 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dc510cfd-33e5-440b-82e7-4abdf9944190 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cea846afbbd84277972056d24ccace94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876935 Sep 20 06:07:34.157597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46766) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:34.172581 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.202799 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.271042 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.283665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.284979 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3a93d6c7-f87b-493d-8e8a-5c06b2c551bf HTTP/1.1" status: 204 len: 168 time: 0.2238054 Sep 20 06:07:34.295194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a61640-ffa6-4af9-b103-e13199794f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a93d6c7-f87b-493d-8e8a-5c06b2c551bf,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:34.378739 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8325ca-af2c-4141-b73e-ebb367f2310e req-fdc7a18b-9c7d-4529-a7d9-8413bc43f698 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:34.386363 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b8325ca-af2c-4141-b73e-ebb367f2310e req-fdc7a18b-9c7d-4529-a7d9-8413bc43f698 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0782955 Sep 20 06:07:34.452373 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5b8325ca-af2c-4141-b73e-ebb367f2310e req-30efd1b1-2ebd-4d5c-8dfa-eb404306b12b tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622358 Sep 20 06:07:34.746647 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e9057bb-3d04-4921-8c8e-947c1fb0d059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.858008 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2c67e-c79b-4c10-b616-67c942d8ebcd req-9160af79-c395-4a36-b22c-f93f5fed8dfe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:34.868261 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-69c2c67e-c79b-4c10-b616-67c942d8ebcd req-9160af79-c395-4a36-b22c-f93f5fed8dfe tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1428232 Sep 20 06:07:34.912864 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae37f9d-02a0-41e7-9a4d-7328cf17d913 req-1d2587e0-e866-4a62-a247-7693c701ec81 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:34.923179 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dae37f9d-02a0-41e7-9a4d-7328cf17d913 req-1d2587e0-e866-4a62-a247-7693c701ec81 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.3096623 Sep 20 06:07:34.927261 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e9057bb-3d04-4921-8c8e-947c1fb0d059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.966623 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-69c2c67e-c79b-4c10-b616-67c942d8ebcd req-a43bbe16-5ac8-4a54-b971-dd8c950271a8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775979 Sep 20 06:07:34.966790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5e9057bb-3d04-4921-8c8e-947c1fb0d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:34.987660 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9057bb-3d04-4921-8c8e-947c1fb0d059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d63e9-3242-45c2-b474-895f0d4e3c63,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:35.077912 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dae37f9d-02a0-41e7-9a4d-7328cf17d913 req-ad5be234-7997-40f5-b434-ab445be8c38b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535723 Sep 20 06:07:35.094999 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5e9057bb-3d04-4921-8c8e-947c1fb0d059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fb57f89ccd4495c8c8b299874a29b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9293485 Sep 20 06:07:35.095552 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46804) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:35.154118 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:35.188929 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:35.267392 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:35.274260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:35.279110 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c26d63e9-3242-45c2-b474-895f0d4e3c63 HTTP/1.1" status: 204 len: 168 time: 0.1818359 Sep 20 06:07:35.287961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1a07a-9b7a-41ac-87c4-8e89d1ce0fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d63e9-3242-45c2-b474-895f0d4e3c63,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:35.600299 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee03c62-06b7-44b9-aeb8-c314ecab19ad req-ba2ce8be-e2a6-4337-9ab3-976128c08adc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:35.611805 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ee03c62-06b7-44b9-aeb8-c314ecab19ad req-ba2ce8be-e2a6-4337-9ab3-976128c08adc tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0731030 Sep 20 06:07:35.674828 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ee03c62-06b7-44b9-aeb8-c314ecab19ad req-ba260c31-7e06-4f7e-b9a5-a6dfa210e0db tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621364 Sep 20 06:07:35.699168 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-a92ea197-4b34-4e45-a5a8-b2fca46efa82 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:35.701015 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-a92ea197-4b34-4e45-a5a8-b2fca46efa82 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 945 time: 0.0871387 Sep 20 06:07:35.830350 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Deleting port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:35.830713 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:35.981448 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] For port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:35.982766 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:36.000364 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Calling delete_port for 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:36.314732 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:36.331540 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b', '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:36.343191 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75993284-5563-4102-b674-a8fcc86d8977 req-81b771e7-65cf-4893-a34f-8dbe65d51303 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:36.345733 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-75993284-5563-4102-b674-a8fcc86d8977 req-81b771e7-65cf-4893-a34f-8dbe65d51303 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1324899 Sep 20 06:07:36.363436 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event deleted for resources: {'Port': ['ID=0d97c4f9-bb48-4dd9-94c7-79c36ae2688a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:36.370276 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46862) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:36.405367 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-75993284-5563-4102-b674-a8fcc86d8977 req-188964f2-cf96-44bf-8c3e-1fa95062b0d6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528419 Sep 20 06:07:36.427598 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] No DVR routers for this DVR port 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:36.430971 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:36.434032 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a4c5ecfd-7588-4f3b-9a30-a00e29e95808 req-eaeafde6-5846-4f85-92d0-8ec3341eca27 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "DELETE /v2.0/ports/0d97c4f9-bb48-4dd9-94c7-79c36ae2688a HTTP/1.1" status: 204 len: 173 time: 0.7247052 Sep 20 06:07:36.434380 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'name': 'network-vif-deleted', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:36.438065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0c84cd-0b9e-4b37-8044-a77d39e37fe3" -d '{"events": [{"server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "name": "network-vif-deleted", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:36.533287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9260d87f-d135-4118-9b77-8e9e1c4eba3b x-openstack-request-id: req-9260d87f-d135-4118-9b77-8e9e1c4eba3b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:36.533287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c77520-923f-4835-94ce-13acefee6ee7", "name": "network-vif-deleted", "tag": "0d97c4f9-bb48-4dd9-94c7-79c36ae2688a", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:36.533287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9260d87f-d135-4118-9b77-8e9e1c4eba3b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:36.533936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c77520-923f-4835-94ce-13acefee6ee7', 'name': 'network-vif-deleted', 'tag': '0d97c4f9-bb48-4dd9-94c7-79c36ae2688a', 'status': 'completed', 'code': 200} Sep 20 06:07:36.632965 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a3ef-0f02-4afc-b84c-c8336f5491a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:36.934133 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a3ef-0f02-4afc-b84c-c8336f5491a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:36.937679 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5c6a782b-83b8-40d2-9119-b63bb7e26773 req-2c0a45e1-c227-45cf-bd9e-22b946ac44e9 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=50c77520-923f-4835-94ce-13acefee6ee7 HTTP/1.1" status: 200 len: 210 time: 0.0600200 Sep 20 06:07:36.941733 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2fe4a3ef-0f02-4afc-b84c-c8336f5491a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:37.000614 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3970cb88-5df5-40ef-a811-cd22b15fe03c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:37.018932 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4a3ef-0f02-4afc-b84c-c8336f5491a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0541d4cc-a341-47e6-a577-e51920db3a58,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:37.056292 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 3970cb88-5df5-40ef-a811-cd22b15fe03c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:37.057031 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3970cb88-5df5-40ef-a811-cd22b15fe03c not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:37.082845 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2fe4a3ef-0f02-4afc-b84c-c8336f5491a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b8e4bec210f401dac5625e5748ee8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105772 Sep 20 06:07:37.085564 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46882) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:37.174785 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:37.202340 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:37.283067 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:37.285725 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:37.286885 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0541d4cc-a341-47e6-a577-e51920db3a58 HTTP/1.1" status: 204 len: 168 time: 0.1995091 Sep 20 06:07:37.299540 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932736f-4234-493a-a1a6-07fd8c6b624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0541d4cc-a341-47e6-a577-e51920db3a58,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:37.571958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd60d7-5c19-4e8c-972d-225226ea2fd4 req-83bbf14b-1536-4a0e-a691-cfb42dd9047f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:37.574386 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5cd60d7-5c19-4e8c-972d-225226ea2fd4 req-83bbf14b-1536-4a0e-a691-cfb42dd9047f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0579946 Sep 20 06:07:37.617061 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5cd60d7-5c19-4e8c-972d-225226ea2fd4 req-75277cb3-cf00-4848-a95b-b4398338742b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352139 Sep 20 06:07:38.203109 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46924) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:38.322385 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-28488942-network', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:38.351180 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Made reservation on behalf of d89c911f93e840cfb798d4ac4ba32d38 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:38.354211 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.363956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.503312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.516605 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.555631 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:07:38.576202 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcd9555-0a16-42d0-b70d-c275531c5580,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:38.586249 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.586596 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Added segment 4552eb74-398a-4a4a-829e-fb9b6ddc1f7d of type vlan for network 9f65b985-bf8e-4be0-b734-7deea033fa65 Sep 20 06:07:38.634514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.668980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.670559 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:38.671148 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.717006 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5094554 Sep 20 06:07:38.717429 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 46942) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:38.722806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Request body: {'subnet': {'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-28488942-subnet', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:38.771103 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Made reservation on behalf of d89c911f93e840cfb798d4ac4ba32d38 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:38.773708 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6652516'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:38.784187 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2243645-2cf4-4c7b-9efb-22ac8f3824bd admin admin] Pushing event updated for resources: {'Network': ['ID=9f65b985-bf8e-4be0-b734-7deea033fa65,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:38.797211 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:07:38.841583 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaecbf-a292-4ed3-b7b1-0680d0549c7b req-e351ca66-09c2-40ab-a460-f34f8854ee29 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:38.844968 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2aaaecbf-a292-4ed3-b7b1-0680d0549c7b req-e351ca66-09c2-40ab-a460-f34f8854ee29 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1300664 Sep 20 06:07:38.908472 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2aaaecbf-a292-4ed3-b7b1-0680d0549c7b req-ccfc8f84-e739-481b-96d9-92579a8f60d0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572286 Sep 20 06:07:39.002739 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6652490'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.075793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:39.087271 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Checking segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:39.087586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Network hostable DHCP agents. Network: 9f65b985-bf8e-4be0-b734-7deea033fa65, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:07:39.107875 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:07:39.119937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 9f65b985-bf8e-4be0-b734-7deea033fa65) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:39.128742 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419476a-4969-4a80-9be7-b5d7910de095 None None] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:39.146250 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:39.147282 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.165637 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5f6519f4-494e-4765-915a-34bbd373ea2d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4465153 Sep 20 06:07:39.168635 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 46948) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:39.173769 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:39.237391 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.240592 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.360953 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.475187 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-9f65b985-bf8e-4be0-b734-7deea033fa65', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:07:39.476392 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.528329 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.720996 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Allocated IP 172.20.0.2 (9f65b985-bf8e-4be0-b734-7deea033fa65/f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7/920fbd7e-7da7-43af-af12-0c9da3b14103) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:39.811337 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f4f9-27bd-4607-9b44-0a47dfe05fb9 req-e6cbcbb0-ac49-4776-be01-acfc3eaa10d7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:39.813759 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7a01f4f9-27bd-4607-9b44-0a47dfe05fb9 req-e6cbcbb0-ac49-4776-be01-acfc3eaa10d7 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1111898 Sep 20 06:07:39.927248 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.945883 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:39.963896 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7a01f4f9-27bd-4607-9b44-0a47dfe05fb9 req-6018f2d6-fe4b-418d-aefa-9b5b8d59aa57 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Sep 20 06:07:40.000709 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.014600 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:40.021294 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:40.026563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Pushing event updated for resources: {'Port': ['ID=920fbd7e-7da7-43af-af12-0c9da3b14103,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:40.030309 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:40.045963 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.122524 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Attempting to bind port 920fbd7e-7da7-43af-af12-0c9da3b14103 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:40.123669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Attempting to bind port 920fbd7e-7da7-43af-af12-0c9da3b14103 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:40.123669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Attempting to bind port 920fbd7e-7da7-43af-af12-0c9da3b14103 on network 9f65b985-bf8e-4be0-b734-7deea033fa65 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:40.131857 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:40.132317 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Checking segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:40.132723 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.133260 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Bound using segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:40.133737 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Bound port: 920fbd7e-7da7-43af-af12-0c9da3b14103, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:40.134186 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.194361 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eff74-4882-4d1f-b541-5e1306d9373b req-a665d1a4-2e99-490e-b2b4-3af3c313e747 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:40.197445 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-333eff74-4882-4d1f-b541-5e1306d9373b req-a665d1a4-2e99-490e-b2b4-3af3c313e747 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.1341784 Sep 20 06:07:40.228582 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] For port 920fbd7e-7da7-43af-af12-0c9da3b14103, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:40.232226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] For port 920fbd7e-7da7-43af-af12-0c9da3b14103, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=920fbd7e-7da7-43af-af12-0c9da3b14103,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:40.239828 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.266426 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-333eff74-4882-4d1f-b541-5e1306d9373b req-93a97edd-115d-4fb2-a660-6cb6350bfb7d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493743 Sep 20 06:07:40.273350 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Allocated IP 172.27.3.106 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/8ed8d303-d47c-479a-8599-8e089472b7e3) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:40.331050 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f27d7-0251-4ea9-bd0c-d9bf029b2de3 None None] Pushing event updated for resources: {'Port': ['ID=920fbd7e-7da7-43af-af12-0c9da3b14103,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:40.470390 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b3cbe-e2db-4bd1-b49d-327a3f7ca723 req-59a10fd7-a3c7-4223-869d-c84c32469f13 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:40.472016 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-841b3cbe-e2db-4bd1-b49d-327a3f7ca723 req-59a10fd7-a3c7-4223-869d-c84c32469f13 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0900590 Sep 20 06:07:40.474923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.545951 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-841b3cbe-e2db-4bd1-b49d-327a3f7ca723 req-256c51e4-a5d5-4fd0-b3d1-db42f348e6e3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626709 Sep 20 06:07:40.561356 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:40.604316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:40.607550 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:40.613490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:40.660647 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Pushing event updated for resources: {'Port': ['ID=8ed8d303-d47c-479a-8599-8e089472b7e3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:40.727752 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-9f282622-7242-4046-83fb-b06753d33e8e tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351319 Sep 20 06:07:40.898566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.013626 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:41.050185 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:41.050520 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0d97c4f9-bb48-4dd9-94c7-79c36ae2688a not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:41.144157 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-81775506-c115-4450-b860-0a451a8a4fee tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.145733 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-81775506-c115-4450-b860-0a451a8a4fee tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118426 Sep 20 06:07:41.168928 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-713dd330-f5fb-4972-9501-4aadaa44e32e tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/quotas/b0780872a4494c2bbc780d82e8a65cb7 HTTP/1.1" status: 200 len: 375 time: 0.0159426 Sep 20 06:07:41.206115 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-44d40268-7be9-418a-8023-bec184e07ae9 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354156 Sep 20 06:07:41.311159 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 920fbd7e-7da7-43af-af12-0c9da3b14103 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:41.332566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b8554-a3ee-431b-a9ab-39ef8ae8b98c req-553d7a3d-2e71-4f26-b145-fb8390cf2437 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.340135 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-104b8554-a3ee-431b-a9ab-39ef8ae8b98c req-553d7a3d-2e71-4f26-b145-fb8390cf2437 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.1134810 Sep 20 06:07:41.401808 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64622a9c-d151-40db-8bc8-64de77d38863 req-ba0792a0-2566-4958-8ca0-6d6dbd5edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.403338 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-ba0792a0-2566-4958-8ca0-6d6dbd5edbe7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1099 time: 0.1476874 Sep 20 06:07:41.410085 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 920fbd7e-7da7-43af-af12-0c9da3b14103 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:41.410602 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.469807 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-104b8554-a3ee-431b-a9ab-39ef8ae8b98c req-af295f6d-3e1d-4999-aa23-2d606529026c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287093 Sep 20 06:07:41.553021 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.566566 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-3b805447-72c1-4f44-bfe2-692cc5d05d9f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.568066 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-3b805447-72c1-4f44-bfe2-692cc5d05d9f tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.1495335 Sep 20 06:07:41.576956 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ecb90-8f80-4c5d-aee0-b8614256a300 req-263d402d-a5be-44a9-883f-4c1ed48b4176 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.578609 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-465ecb90-8f80-4c5d-aee0-b8614256a300 req-263d402d-a5be-44a9-883f-4c1ed48b4176 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 945 time: 0.1137042 Sep 20 06:07:41.599221 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 920fbd7e-7da7-43af-af12-0c9da3b14103, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=920fbd7e-7da7-43af-af12-0c9da3b14103,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:41.605011 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.622833 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ebd114fc-1044-4079-9b5c-a55c005f8d2f req-77fc141e-80cc-44e5-87ff-96748f37b5c4 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 210 time: 0.0871103 Sep 20 06:07:41.640288 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.674053 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64622a9c-d151-40db-8bc8-64de77d38863 req-442b5c12-b8ec-4591-8656-3bfb13480bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.680032 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd5061-1f3a-4473-8c60-be37e7022acf None None] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:41.686281 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-442b5c12-b8ec-4591-8656-3bfb13480bdf service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.2680347 Sep 20 06:07:41.735461 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-465ecb90-8f80-4c5d-aee0-b8614256a300 req-87f45fb1-abc0-44a7-abee-64d632799305 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/security-groups?id=e020edff-161a-43e5-9436-d7d8ad18c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709131 Sep 20 06:07:41.783895 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Deleting port da92b58d-f787-4bb3-a6b8-108e182e3c1b {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:41.784242 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.842784 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8ea25370-6616-4ba1-b31e-7676b22ac63c None None] Provisioning complete for port 920fbd7e-7da7-43af-af12-0c9da3b14103 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:41.843161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8ea25370-6616-4ba1-b31e-7676b22ac63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:41.843662 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:07:41.847920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=920fbd7e-7da7-43af-af12-0c9da3b14103,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:41.879730 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-629d2263-559f-4785-8441-98710ddd28f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 1002 time: 0.1494110 Sep 20 06:07:41.978860 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64622a9c-d151-40db-8bc8-64de77d38863 req-b8f6369c-3757-4435-9a38-f6ea54d62ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.980504 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-b8f6369c-3757-4435-9a38-f6ea54d62ba9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0796912 Sep 20 06:07:41.982395 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-43e0b153-15b7-41f8-9bc3-2b36dddb588a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:41.984297 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-43e0b153-15b7-41f8-9bc3-2b36dddb588a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.0890884 Sep 20 06:07:41.992659 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] For port da92b58d-f787-4bb3-a6b8-108e182e3c1b, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=da92b58d-f787-4bb3-a6b8-108e182e3c1b,segment=NetworkSegment(1bd7e69e-83d5-4003-90c0-d2b01065e95b),segment_id=1bd7e69e-83d5-4003-90c0-d2b01065e95b)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:41.993479 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.037840 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Calling delete_port for da92b58d-f787-4bb3-a6b8-108e182e3c1b owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:42.056596 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186b2c-c78c-4a85-856b-8a48e8bbab95 req-fcdd4c87-8a0f-4149-858e-103806bf6a08 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:42.058262 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1186b2c-c78c-4a85-856b-8a48e8bbab95 req-fcdd4c87-8a0f-4149-858e-103806bf6a08 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1891611 Sep 20 06:07:42.082985 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:07:42.107053 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64622a9c-d151-40db-8bc8-64de77d38863 req-64a656e1-5088-431b-9cd8-f4a912a6a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:42.108597 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-64a656e1-5088-431b-9cd8-f4a912a6a3f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1115468 Sep 20 06:07:42.182895 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1186b2c-c78c-4a85-856b-8a48e8bbab95 req-0f8d8eb8-00db-4a7f-9309-56b97d1ce2db tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111383 Sep 20 06:07:42.256336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.271227 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['da92b58d-f787-4bb3-a6b8-108e182e3c1b'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:42.303412 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Pushing event deleted for resources: {'Port': ['ID=da92b58d-f787-4bb3-a6b8-108e182e3c1b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:42.304112 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:42.312990 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Sync routers for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:42.315511 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.315863 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.316209 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.316546 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.317171 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.317293 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.318120 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.318467 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.319178 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.319547 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.319881 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.320402 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:42.322084 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:42.330369 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:42.333691 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-0112341c-2785-4b35-8750-baefc1ab0e78 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106688 Sep 20 06:07:42.338560 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.343235 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0e2a112e-0542-4525-9200-efb260ca7e6f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1729913 Sep 20 06:07:42.351536 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47000) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:42.362844 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Deleting port e086a683-fedf-44c6-8f2b-91b70930bd19 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:42.363266 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.378937 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9da5040a-484b-4f17-88a8-e83c5b90c4fa None None] Provisioning complete for port 920fbd7e-7da7-43af-af12-0c9da3b14103 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:42.379497 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9da5040a-484b-4f17-88a8-e83c5b90c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.403904 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] No DVR routers for this DVR port da92b58d-f787-4bb3-a6b8-108e182e3c1b on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:42.416412 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.418894 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.37 "DELETE /v2.0/ports/da92b58d-f787-4bb3-a6b8-108e182e3c1b HTTP/1.1" status: 204 len: 173 time: 0.8392115 Sep 20 06:07:42.419913 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'name': 'network-vif-deleted', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:42.423746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d74f00-4848-4cac-bda9-c89e629fdf2f" -d '{"events": [{"server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "name": "network-vif-deleted", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:42.513941 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:42.527219 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-64622a9c-d151-40db-8bc8-64de77d38863 req-98a266ce-4688-4e86-809a-34ad79723efd service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828592 Sep 20 06:07:42.544265 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0f0d6-a328-4e4e-83bc-1bd70bdfd614 x-openstack-request-id: req-72d0f0d6-a328-4e4e-83bc-1bd70bdfd614 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:42.544633 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf715fc-a329-48ad-8809-890ea3a07c62", "name": "network-vif-deleted", "tag": "da92b58d-f787-4bb3-a6b8-108e182e3c1b", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:42.544857 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72d0f0d6-a328-4e4e-83bc-1bd70bdfd614 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:42.545215 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf715fc-a329-48ad-8809-890ea3a07c62', 'name': 'network-vif-deleted', 'tag': 'da92b58d-f787-4bb3-a6b8-108e182e3c1b', 'status': 'completed', 'code': 200} Sep 20 06:07:42.609379 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] For port e086a683-fedf-44c6-8f2b-91b70930bd19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=e086a683-fedf-44c6-8f2b-91b70930bd19,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:42.609729 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.645243 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Calling delete_port for e086a683-fedf-44c6-8f2b-91b70930bd19 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:42.688331 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-dc50c5e0-94c3-4039-9369-da4f34710162 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403326 Sep 20 06:07:42.824863 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-af3f4743-3df8-406f-997c-fb5a27c5dc9d req-71b6a567-ceff-4af1-8117-58cf57ec7bee tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 210 time: 0.0407014 Sep 20 06:07:42.845471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd077fa3-5fd0-45e6-acde-071f044ae5be req-01b69a45-480c-4a26-b3b1-f210ec37cef0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:42.854650 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.855771 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cd077fa3-5fd0-45e6-acde-071f044ae5be req-01b69a45-480c-4a26-b3b1-f210ec37cef0 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ee8d4a2-1464-422b-9797-4d80f29d60e3 HTTP/1.1" status: 200 len: 945 time: 0.2645667 Sep 20 06:07:42.877010 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['ef5b6436-52de-4bca-b41c-96ce32c81a88', 'e086a683-fedf-44c6-8f2b-91b70930bd19'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:42.887004 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Pushing event deleted for resources: {'Port': ['ID=e086a683-fedf-44c6-8f2b-91b70930bd19,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:42.937916 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] No DVR routers for this DVR port e086a683-fedf-44c6-8f2b-91b70930bd19 on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:42.943408 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:42.946050 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c5bb7756-7294-4329-b42e-b95c7ca084c2 req-353ea684-aa05-4c5a-ab3a-76456bed0f5b tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "DELETE /v2.0/ports/e086a683-fedf-44c6-8f2b-91b70930bd19 HTTP/1.1" status: 204 len: 173 time: 0.9492013 Sep 20 06:07:42.969556 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:40Z', 'revision_number': 3, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:43.048836 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Checking router: f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:43.049181 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Updating router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 port 8ed8d303-d47c-479a-8599-8e089472b7e3 binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:43.097525 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.099774 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7307fd01-f66e-41d8-a3ce-795bc6a9e959 req-cc5efc41-718d-4956-b1ab-4409042be422 tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] 10.222.0.20 "GET /v2.0/ports?device_id=2cf715fc-a329-48ad-8809-890ea3a07c62 HTTP/1.1" status: 200 len: 210 time: 0.0542490 Sep 20 06:07:43.272964 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 920fbd7e-7da7-43af-af12-0c9da3b14103 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:43.345536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5c713-282b-45c1-bf50-32908b660cbc req-fbd829ac-c183-4893-ab3e-1fc8444486f4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:43.345886 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cd077fa3-5fd0-45e6-acde-071f044ae5be req-accf12aa-40b9-476e-ba35-b12ed84a2a17 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830973 Sep 20 06:07:43.347166 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 920fbd7e-7da7-43af-af12-0c9da3b14103 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:43.348025 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.354442 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fb5c713-282b-45c1-bf50-32908b660cbc req-fbd829ac-c183-4893-ab3e-1fc8444486f4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.0717378 Sep 20 06:07:43.374973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-37f2bda2-bb12-4aa3-8724-80260e94a365 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:43.376489 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-37f2bda2-bb12-4aa3-8724-80260e94a365 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6815262 Sep 20 06:07:43.394450 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Request body: {'port': {'device_id': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69', 'admin_state_up': True, 'tenant_id': 'b0780872a4494c2bbc780d82e8a65cb7'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:43.405927 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8fb5c713-282b-45c1-bf50-32908b660cbc req-8edf23ce-5dc2-4639-888a-1d79426f9796 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500653 Sep 20 06:07:43.485678 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.491262 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.546819 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Attempting to bind port 8ed8d303-d47c-479a-8599-8e089472b7e3 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:43.547197 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Attempting to bind port 8ed8d303-d47c-479a-8599-8e089472b7e3 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:43.547969 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Attempting to bind port 8ed8d303-d47c-479a-8599-8e089472b7e3 on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:43.556853 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.557301 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc54af-b5a8-4c8d-b986-72c296f988e8 None None] Pushing event updated for resources: {'Port': ['ID=8ed8d303-d47c-479a-8599-8e089472b7e3,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:43.559845 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:43.560481 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:43.560872 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.561260 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:43.561720 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Bound port: 8ed8d303-d47c-479a-8599-8e089472b7e3, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:43.562121 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.616154 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] For port 8ed8d303-d47c-479a-8599-8e089472b7e3, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:43.619583 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] For port 8ed8d303-d47c-479a-8599-8e089472b7e3, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8ed8d303-d47c-479a-8599-8e089472b7e3,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:43.624081 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.649830 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Made reservation on behalf of b0780872a4494c2bbc780d82e8a65cb7 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:43.654032 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.668744 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.686322 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:43.686945 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:43.691530 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc54af-b5a8-4c8d-b986-72c296f988e8 None None] Pushing event updated for resources: {'Port': ['ID=8ed8d303-d47c-479a-8599-8e089472b7e3,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:43.796970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Allocated IP 172.20.0.1 (9f65b985-bf8e-4be0-b734-7deea033fa65/f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7/45b783a8-ccbd-4eef-8fe1-8cc7bded1296) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:43.804494 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:43.898124 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.904422 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:43.990009 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:40Z', 'revision_number': 3, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:44.017482 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c460f882-cc68-40cc-b247-2fa539d5b7a7 None None] The sync data for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi is: [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:40Z', 'revision_number': 3, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:44.024989 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02e3a80a-f749-460b-8342-7d4e7fbce8cf req-606b461b-622d-4911-bb0c-98cf96104bab tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 210 time: 0.0881064 Sep 20 06:07:44.027000 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37427eab-a841-405a-bbec-c46af08fc8a5,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:44.031454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.046241 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.046615 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.046954 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.047287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.047674 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.048029 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.048355 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.049618 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.050120 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.050467 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.050790 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.051146 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:07:44.133013 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.135718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Allocated IP 192.168.233.208 (1a3bcf7c-d47e-4a92-84dd-93a273759a69/96e52fe0-bb11-4ec3-8c05-20c2addc8bf6/955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:44.157501 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47024) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:44.195221 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:44.202056 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:44.207357 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:44.211902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Deleting subnet 9d2276bb-5836-4015-8cb6-e002c01abce5 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:07:44.216114 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.258551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Pushing event updated for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:44.269665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.350517 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.352832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.430942 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.474521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d2276bb-5836-4015-8cb6-e002c01abce5,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:44.486033 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.488535 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-17c1c5df-bf45-4ce5-a10e-7a6d53df3535 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9d2276bb-5836-4015-8cb6-e002c01abce5 HTTP/1.1" status: 204 len: 168 time: 0.3300087 Sep 20 06:07:44.491487 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47032) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:44.554888 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'name': 'network-vif-deleted', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:44.563902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789a5cab-df08-4f70-995c-b8638b71468f" -d '{"events": [{"server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "name": "network-vif-deleted", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:44.627897 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-13b7d28e-7509-4db2-a4f1-e2afa5f62e0c None None] Provisioning complete for port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:44.629112 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13b7d28e-7509-4db2-a4f1-e2afa5f62e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.639390 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.670058 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f61eab-5678-4233-a447-ac3ca531bf25 req-28711b2f-08f0-44ce-8477-c1ada4ba120c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:44.677479 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.679584 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-13b7d28e-7509-4db2-a4f1-e2afa5f62e0c None None] Port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:44.679738 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34f61eab-5678-4233-a447-ac3ca531bf25 req-28711b2f-08f0-44ce-8477-c1ada4ba120c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 946 time: 0.1422482 Sep 20 06:07:44.719772 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.752245 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153a7386-1640-4fb3-94d1-7406c627c4d4 x-openstack-request-id: req-153a7386-1640-4fb3-94d1-7406c627c4d4 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:44.752539 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee8d4a2-1464-422b-9797-4d80f29d60e3", "name": "network-vif-deleted", "tag": "e086a683-fedf-44c6-8f2b-91b70930bd19", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:44.752791 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-153a7386-1640-4fb3-94d1-7406c627c4d4 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:44.753407 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee8d4a2-1464-422b-9797-4d80f29d60e3', 'name': 'network-vif-deleted', 'tag': 'e086a683-fedf-44c6-8f2b-91b70930bd19', 'status': 'completed', 'code': 200} Sep 20 06:07:44.771550 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34f61eab-5678-4233-a447-ac3ca531bf25 req-5e3800fb-1128-4006-be6a-a336004c37b9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908630 Sep 20 06:07:44.810510 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.821745 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.843274 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3a5b94-a2da-4593-8277-0805af18bd60']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:44.854480 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd7e69e-83d5-4003-90c0-d2b01065e95b') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:44.855409 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd7e69e-83d5-4003-90c0-d2b01065e95b') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:44.867330 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.883241 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.899964 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:07:44.900440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:07:44.902672 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:07:44.930227 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:44.934081 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Pushing event updated for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:44.976733 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:44.976974 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:44.983084 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:45.013059 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.013386 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:45.014655 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf3a5b94-a2da-4593-8277-0805af18bd60 HTTP/1.1" status: 204 len: 168 time: 0.5213933 Sep 20 06:07:45.015979 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f1d67-d067-434f-8433-b2f9a22ef2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3a5b94-a2da-4593-8277-0805af18bd60,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:45.034514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709354a-796e-4cf8-90bc-ae0c0379fee1 req-4f0494bb-8eac-4ffb-99c3-5e0aec0bc180 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:45.036247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4709354a-796e-4cf8-90bc-ae0c0379fee1 req-4f0494bb-8eac-4ffb-99c3-5e0aec0bc180 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1873367 Sep 20 06:07:45.224082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:45.226209 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.266186 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.273283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47044) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:45.297666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:45.309242 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5e240a-31c5-43fb-a45d-092e76db6e5b" -d '{"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-unplugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:45.313722 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-14b6a0d1-42e1-411f-b011-47bae7289d43 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9258323 Sep 20 06:07:45.319670 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34774e39-06cb-4983-abf9-add16df8b6ec req-59b6f196-eaa7-4e13-9c6b-959b1f360bd6 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:45.327543 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:45.338578 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.340428 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34774e39-06cb-4983-abf9-add16df8b6ec req-59b6f196-eaa7-4e13-9c6b-959b1f360bd6 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 936 time: 0.1733248 Sep 20 06:07:45.347212 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Request body: {'port': {'device_id': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:45.351869 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8ed8d303-d47c-479a-8599-8e089472b7e3 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:45.363453 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4709354a-796e-4cf8-90bc-ae0c0379fee1 req-e0d11644-aef6-4c5f-ba3c-c5af5a2cb30c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180263 Sep 20 06:07:45.405876 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-34774e39-06cb-4983-abf9-add16df8b6ec req-c9fc8860-d4bd-4bf0-87e2-2916c5452fb4 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522215 Sep 20 06:07:45.432854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.438046 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0755f484-4fe5-4e9c-b2a2-4ffa3c0aea01 x-openstack-request-id: req-0755f484-4fe5-4e9c-b2a2-4ffa3c0aea01 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:45.438515 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-unplugged", "status": "failed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "code": 422}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:45.438771 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0755f484-4fe5-4e9c-b2a2-4ffa3c0aea01 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:45.439234 dv-cinder-809968-1-iscsi neutron-server[94133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'code': 422} returned with failed status Sep 20 06:07:45.444709 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:45.445703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.464096 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 8ed8d303-d47c-479a-8599-8e089472b7e3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:45.464474 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.499319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6792f188-a3b8-4998-8f1c-9c15b8f98bd8 None None] Provisioning complete for port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:45.499723 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6792f188-a3b8-4998-8f1c-9c15b8f98bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.531425 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5b8e2a34-f82a-46b0-8021-04982974cfad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=717c9a18c0bb4ab6918fb7044ea41792&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2488992 Sep 20 06:07:45.533383 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47048) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:45.542600 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-6792f188-a3b8-4998-8f1c-9c15b8f98bd8 None None] Port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:45.551950 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.578067 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Pushing event updated for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:45.580980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.589965 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.611180 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 8ed8d303-d47c-479a-8599-8e089472b7e3, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8ed8d303-d47c-479a-8599-8e089472b7e3,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:45.613879 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.615934 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.639076 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.668313 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=8ed8d303-d47c-479a-8599-8e089472b7e3,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:45.703793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.706259 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:45.707427 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e020edff-161a-43e5-9436-d7d8ad18c347 HTTP/1.1" status: 204 len: 168 time: 0.1723533 Sep 20 06:07:45.715095 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022757c-ae03-4e21-952a-bd9cca24c8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020edff-161a-43e5-9436-d7d8ad18c347,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:45.792617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:45.794204 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:45.926654 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1982-8c0f-4bd3-a232-a430b6ad0a37 req-8c27357b-143b-4347-84dc-b6f5ef71857a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:45.931882 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-922d1982-8c0f-4bd3-a232-a430b6ad0a37 req-8c27357b-143b-4347-84dc-b6f5ef71857a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0709007 Sep 20 06:07:45.972073 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-922d1982-8c0f-4bd3-a232-a430b6ad0a37 req-28d660e8-5ff0-4c2a-911b-389558b6d032 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378339 Sep 20 06:07:46.029048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:07:46.055393 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:07:46.070319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-fe5f73de-848b-49fe-9131-cd79be3522f0 None None] Provisioning complete for port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:46.071267 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fe5f73de-848b-49fe-9131-cd79be3522f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.116200 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f73de-848b-49fe-9131-cd79be3522f0 None None] Port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:46.123036 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.144418 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Transition to ACTIVE for port object 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:07:46.154582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.275445 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Pushing event updated for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:46.320469 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:46.331966 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c5cfc1b2-a55e-43b1-ad84-29d2ed3e4e68 admin admin] 10.222.0.20 "PUT /v2.0/routers/f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9792690 Sep 20 06:07:46.361354 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Attempting to bind port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:46.361768 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Attempting to bind port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:46.362180 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Attempting to bind port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c on network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:46.367141 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c on network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:07:46.367760 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Attempting to bind port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c on network 1a3bcf7c-d47e-4a92-84dd-93a273759a69 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:46.374180 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:46.374784 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Checking segment: {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:46.375177 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Bound using segment: {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:46.375860 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Bound port: 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b1b33f-80e3-4aea-b8b5-a03262df7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:46.376292 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.493816 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:46.501855 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:46.511970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.586797 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:46.587685 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b88bd-ab13-4f4e-b238-fde03c64a833 req-1659d489-79f3-446f-90c4-7f709eb6670a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:46.588335 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:46.589842 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] 10.222.0.37 "PUT /v2.0/ports/955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c HTTP/1.1" status: 200 len: 1098 time: 1.2482719 Sep 20 06:07:46.593029 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:46.612076 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d6b88bd-ab13-4f4e-b238-fde03c64a833 req-1659d489-79f3-446f-90c4-7f709eb6670a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1398866 Sep 20 06:07:46.612453 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573792e7-687d-4387-9ef0-1a89b8655485" -d '{"events": [{"name": "network-changed", "server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:46.649734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Sync routers for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:46.661140 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:46.661729 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:46.667703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6b8f3-b973-416d-9db8-0b538201de3f service neutron] Pushing event updated for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:46.734342 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d6b88bd-ab13-4f4e-b238-fde03c64a833 req-a5797f41-5c2c-4bdd-94ed-b56d34a54692 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157558 Sep 20 06:07:46.746236 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-bfbb815e-ee75-4d2f-9ff1-42afda31e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:46.748376 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-bfbb815e-ee75-4d2f-9ff1-42afda31e96b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 1101 time: 0.0825784 Sep 20 06:07:46.768078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e689fd-661b-4e80-bd9f-09241f82bdf4 req-07d3f08d-8b10-4b92-952d-e71fb427908a tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:46.769935 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-51e689fd-661b-4e80-bd9f-09241f82bdf4 req-07d3f08d-8b10-4b92-952d-e71fb427908a tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 948 time: 0.1480184 Sep 20 06:07:46.819252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d637bf6-34d1-44b8-8e66-48ad8e097edd x-openstack-request-id: req-8d637bf6-34d1-44b8-8e66-48ad8e097edd {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:46.819671 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:46.820010 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d637bf6-34d1-44b8-8e66-48ad8e097edd {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:46.820494 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c', 'status': 'completed', 'code': 200} Sep 20 06:07:46.849594 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-14a7b286-40b3-4613-9403-a1393fe6bf64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c HTTP/1.1" status: 200 len: 217 time: 0.0784569 Sep 20 06:07:46.865732 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-51e689fd-661b-4e80-bd9f-09241f82bdf4 req-3420c00c-25ac-4665-8428-753880757047 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880294 Sep 20 06:07:46.902800 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-8ace4997-a9f6-4b4e-8f59-f9efec32ec8f req-cd24b0c9-3fa8-4f71-b807-efa59843e8b6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:07:46.904539 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8ace4997-a9f6-4b4e-8f59-f9efec32ec8f req-cd24b0c9-3fa8-4f71-b807-efa59843e8b6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076230 Sep 20 06:07:46.937223 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-de192339-6432-4844-8c8b-dfa7187b924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:46.938935 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-de192339-6432-4844-8c8b-dfa7187b924b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96e52fe0-bb11-4ec3-8c05-20c2addc8bf6 HTTP/1.1" status: 200 len: 843 time: 0.0721791 Sep 20 06:07:47.014377 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683a243-61dd-49ef-a63f-01141939f40a req-265d4ce3-56d9-45d7-9af7-93ac61781f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:47.019054 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-265d4ce3-56d9-45d7-9af7-93ac61781f5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a3bcf7c-d47e-4a92-84dd-93a273759a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0694256 Sep 20 06:07:47.039582 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:47.078032 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device e086a683-fedf-44c6-8f2b-91b70930bd19 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:47.106504 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: e086a683-fedf-44c6-8f2b-91b70930bd19 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:47.106860 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device e086a683-fedf-44c6-8f2b-91b70930bd19 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:47.107483 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device da92b58d-f787-4bb3-a6b8-108e182e3c1b no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:47.165761 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: da92b58d-f787-4bb3-a6b8-108e182e3c1b {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:47.166110 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device da92b58d-f787-4bb3-a6b8-108e182e3c1b not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:47.166511 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:47.197924 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-d7cff009-dee4-440c-89a4-00498bbb568e service neutron] 10.222.0.37 "GET /v2.0/networks/1a3bcf7c-d47e-4a92-84dd-93a273759a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653206 Sep 20 06:07:47.213960 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220c952-df4f-42f7-aadd-dc54974e6f98 req-b9c09895-9c2e-406a-bc64-516129ef4888 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:47.215889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f220c952-df4f-42f7-aadd-dc54974e6f98 req-b9c09895-9c2e-406a-bc64-516129ef4888 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0821640 Sep 20 06:07:47.336463 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8ed8d303-d47c-479a-8599-8e089472b7e3 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:47.353844 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f220c952-df4f-42f7-aadd-dc54974e6f98 req-f2be8090-df24-473e-bb5f-c0ce31677212 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289337 Sep 20 06:07:47.377739 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2683a243-61dd-49ef-a63f-01141939f40a req-2b2d3784-95f8-460c-a6e6-032a6f5d9398 service neutron] 10.222.0.37 "GET /v2.0/networks/1a3bcf7c-d47e-4a92-84dd-93a273759a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607664 Sep 20 06:07:47.488571 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573792e7-687d-4387-9ef0-1a89b8655485 req-19e91801-0da3-4051-82b5-7f7fbbd03f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:47.490982 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-19e91801-0da3-4051-82b5-7f7fbbd03f42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 1101 time: 0.0490298 Sep 20 06:07:47.507049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 8ed8d303-d47c-479a-8599-8e089472b7e3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:47.507450 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.508377 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47142) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:47.515806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1530443302-network', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:47.549543 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 2, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:47.564220 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Made reservation on behalf of 132edd4dc2d84e4293a71edeba9a56f4 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:47.567994 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.586250 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Checking router: f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:47.586600 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Updating router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:47.592317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.617153 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.724053 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.731039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.771859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df5ab8-04da-4a89-8fe0-a3f35dcfcc3c,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:47.782104 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:07:47.793985 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.794613 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Added segment a934c86e-7452-4545-9877-7ac3cc4ee994 of type vlan for network ad6ff58f-0285-4039-b456-1a79749be56b Sep 20 06:07:47.912919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:47.960373 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573792e7-687d-4387-9ef0-1a89b8655485 req-6ed86229-5100-4972-9b2d-c1dc74554fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:47.961842 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-6ed86229-5100-4972-9b2d-c1dc74554fd1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1a3bcf7c-d47e-4a92-84dd-93a273759a69 HTTP/1.1" status: 200 len: 870 time: 0.4614727 Sep 20 06:07:48.022312 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a8325-e6cd-46fd-ae6d-fdc1afef3995 req-7c40ab41-fe49-4167-94e8-a1df091db340 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.034216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47164) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:48.036390 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-979a8325-e6cd-46fd-ae6d-fdc1afef3995 req-7c40ab41-fe49-4167-94e8-a1df091db340 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.1261890 Sep 20 06:07:48.037352 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-698f25d9-6af2-41ba-b7b9-a6e1e64afe00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c HTTP/1.1" status: 200 len: 217 time: 0.0664539 Sep 20 06:07:48.045038 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.046144 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.046873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.104088 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.114690 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.127651 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85d03c-f902-496f-8c05-d5712a94f1d3 req-f71b15e4-113d-42b4-a57c-c2739c38a693 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.129183 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6b85d03c-f902-496f-8c05-d5712a94f1d3 req-f71b15e4-113d-42b4-a57c-c2739c38a693 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 948 time: 0.0960653 Sep 20 06:07:48.131086 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573792e7-687d-4387-9ef0-1a89b8655485 req-57cba2b9-a9b2-43ab-a63a-a044798d049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.135454 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-57cba2b9-a9b2-43ab-a63a-a044798d049b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=96e52fe0-bb11-4ec3-8c05-20c2addc8bf6 HTTP/1.1" status: 200 len: 843 time: 0.0850694 Sep 20 06:07:48.138790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] Pushing event updated for resources: {'Network': ['ID=ad6ff58f-0285-4039-b456-1a79749be56b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:48.154664 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6a9b4e3f-5981-4d83-87a9-164627824337 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6445906 Sep 20 06:07:48.160848 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47168) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:48.166143 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Request body: {'subnet': {'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1530443302-subnet', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:48.181002 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network ad6ff58f-0285-4039-b456-1a79749be56b details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:07:48.205084 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-979a8325-e6cd-46fd-ae6d-fdc1afef3995 req-2bb2131d-0456-4230-ae5b-a25d110f4188 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662445 Sep 20 06:07:48.206395 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Made reservation on behalf of 132edd4dc2d84e4293a71edeba9a56f4 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:48.208785 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6652516'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.260457 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6b85d03c-f902-496f-8c05-d5712a94f1d3 req-0fb29cd5-80d8-4668-9e31-2360ed8cf82a tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240845 Sep 20 06:07:48.274838 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-96fff438-c4e2-41e1-adb1-a32c171eed51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2395325 Sep 20 06:07:48.278269 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573792e7-687d-4387-9ef0-1a89b8655485 req-c9121344-d89c-4747-a94d-3b316e911865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.280448 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-c9121344-d89c-4747-a94d-3b316e911865 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1a3bcf7c-d47e-4a92-84dd-93a273759a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1307399 Sep 20 06:07:48.286523 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-8e901239-d1ec-4e3e-9412-ac75ab8d1b6d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:07:48.287550 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-8e901239-d1ec-4e3e-9412-ac75ab8d1b6d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056124 Sep 20 06:07:48.305481 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb349a-571a-4a4a-a0e1-1416708034fc None None] Pushing event updated for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:48.479443 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Attempting to bind port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:48.480090 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Attempting to bind port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:48.485541 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6652490'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.486009 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Attempting to bind port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 on network 9f65b985-bf8e-4be0-b734-7deea033fa65 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:48.496430 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:48.499716 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Checking segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:48.500221 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.501336 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Bound using segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:48.501910 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Bound port: 45b783a8-ccbd-4eef-8fe1-8cc7bded1296, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:48.502363 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.535970 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-f6b5ceb4-08a6-477d-aefa-b1447c2247b3 service neutron] 10.222.0.37 "GET /v2.0/networks/1a3bcf7c-d47e-4a92-84dd-93a273759a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445242 Sep 20 06:07:48.594268 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Checking segment: {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:48.594777 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Network hostable DHCP agents. Network: ad6ff58f-0285-4039-b456-1a79749be56b, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:07:48.599225 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f509e250-7b78-4983-97b3-761446d2c958,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:48.626351 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13b16a-9ae7-46f6-9247-3d513dbbf0a0 req-1c5ba869-8cab-4576-b038-97e656a60432 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.628320 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e13b16a-9ae7-46f6-9247-3d513dbbf0a0 req-1c5ba869-8cab-4576-b038-97e656a60432 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1037710 Sep 20 06:07:48.645123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Network ad6ff58f-0285-4039-b456-1a79749be56b is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:07:48.659531 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] For port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:48.664751 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] For port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:48.670355 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] Provisioning complete for port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:48.670949 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.674910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, ad6ff58f-0285-4039-b456-1a79749be56b) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:48.702019 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:48.702253 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.709322 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0e13b16a-9ae7-46f6-9247-3d513dbbf0a0 req-af9a902b-061a-417c-8437-f65e020f60d3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738494 Sep 20 06:07:48.719991 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-573792e7-687d-4387-9ef0-1a89b8655485 req-4e395fd1-9381-40c6-be3a-7cf89374bdd7 service neutron] 10.222.0.37 "GET /v2.0/networks/1a3bcf7c-d47e-4a92-84dd-93a273759a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772556 Sep 20 06:07:48.723001 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9efb447d-656d-4f61-958b-4ef9267694be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5607350 Sep 20 06:07:48.725854 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47190) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:48.730632 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:48.757218 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.761120 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084ce9c-0fbd-4cb7-9480-b35a59099c9d None None] Network ad6ff58f-0285-4039-b456-1a79749be56b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:48.762923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.764048 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.860585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:48.990114 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:48.990748 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:49.020139 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.049368 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb349a-571a-4a4a-a0e1-1416708034fc None None] Pushing event updated for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:49.052437 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.172348 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] For port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:49.180623 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.227282 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:49.230452 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-ad6ff58f-0285-4039-b456-1a79749be56b', 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'fixed_ips': [{'subnet_id': 'f509e250-7b78-4983-97b3-761446d2c958'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:07:49.231226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.240715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.261943 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.338917 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916bf5a-5869-4c02-b64e-24d476ce5164 req-a394d72f-b5fc-422c-b73f-bc8b8c9261c8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:49.340656 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7916bf5a-5869-4c02-b64e-24d476ce5164 req-a394d72f-b5fc-422c-b73f-bc8b8c9261c8 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.0703087 Sep 20 06:07:49.393392 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7916bf5a-5869-4c02-b64e-24d476ce5164 req-a59781c2-b4a3-4557-a46a-e9d2c1ba1c1d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448244 Sep 20 06:07:49.441651 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Allocated IP 172.27.3.75 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/b4196d3d-5c17-4b10-8cff-90b710e923fe) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:49.464882 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0dae-b3a6-435e-a38a-f8d733dbfda3 req-6386ae81-5ce2-459e-b9a7-561c7a9296de tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:49.466420 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-880b0dae-b3a6-435e-a38a-f8d733dbfda3 req-6386ae81-5ce2-459e-b9a7-561c7a9296de tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 948 time: 0.1011312 Sep 20 06:07:49.474920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02403523-af2e-4b2c-8e95-b976bb1f7eaa None None] Pushing event updated for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:49.558059 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f35a885b-4e5e-49f4-a499-8f19cf8666a9 None None] Provisioning complete for port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:49.558405 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f35a885b-4e5e-49f4-a499-8f19cf8666a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.569534 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-880b0dae-b3a6-435e-a38a-f8d733dbfda3 req-ff7bd935-530c-477c-91e7-cd1e8fd5e4fd tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791192 Sep 20 06:07:49.599199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.633981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:49.673440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:49.677812 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:49.681165 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:49.706981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Pushing event updated for resources: {'Port': ['ID=b4196d3d-5c17-4b10-8cff-90b710e923fe,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:49.751093 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Allocated IP 172.20.0.2 (ad6ff58f-0285-4039-b456-1a79749be56b/f509e250-7b78-4983-97b3-761446d2c958/e58be65e-1997-4045-8a29-62e13c3d00f3) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:49.857194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c8663-0f9e-4528-af27-b0b416fe959d req-5e9dfdbb-1536-4b2d-b45b-3f8f88b1e6ca tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:49.859423 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a41c8663-0f9e-4528-af27-b0b416fe959d req-5e9dfdbb-1536-4b2d-b45b-3f8f88b1e6ca tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0641696 Sep 20 06:07:49.906830 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a41c8663-0f9e-4528-af27-b0b416fe959d req-5d031561-3768-4993-b68e-ae0a6362ea95 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394402 Sep 20 06:07:49.910616 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:48Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:49.973131 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca529b17-0d86-429d-8ab8-277297822feb None None] The sync data for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi is: [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:48Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:50.015349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.034441 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.089773 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Network ad6ff58f-0285-4039-b456-1a79749be56b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:50.094327 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:50.098096 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:50.149934 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Pushing event updated for resources: {'Port': ['ID=e58be65e-1997-4045-8a29-62e13c3d00f3,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:50.150148 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-a2854787-3b6e-45b8-b385-d0ae995cf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.150925 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-a2854787-3b6e-45b8-b385-d0ae995cf46b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 1097 time: 0.1582029 Sep 20 06:07:50.191175 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.202650 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Attempting to bind port e58be65e-1997-4045-8a29-62e13c3d00f3 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:50.203229 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Attempting to bind port e58be65e-1997-4045-8a29-62e13c3d00f3 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:50.203342 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Attempting to bind port e58be65e-1997-4045-8a29-62e13c3d00f3 on network ad6ff58f-0285-4039-b456-1a79749be56b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:50.208760 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:50.209570 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Checking segment: {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:50.209570 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.209950 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Bound using segment: {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:50.210504 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Bound port: e58be65e-1997-4045-8a29-62e13c3d00f3, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:50.210773 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.261956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-9d544775-a56d-4aa2-a2bb-c60518cd88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.264708 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-9d544775-a56d-4aa2-a2bb-c60518cd88b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1097 time: 0.0884480 Sep 20 06:07:50.293276 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] For port e58be65e-1997-4045-8a29-62e13c3d00f3, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:50.307424 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] For port e58be65e-1997-4045-8a29-62e13c3d00f3, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e58be65e-1997-4045-8a29-62e13c3d00f3,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:50.314492 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.427079 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-c4ff523d-0e48-419c-897d-72cbda1c50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.438461 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-c4ff523d-0e48-419c-897d-72cbda1c50aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.1643302 Sep 20 06:07:50.441007 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c004d-d981-4926-a17a-cebfc5c510b5 None None] Pushing event updated for resources: {'Port': ['ID=e58be65e-1997-4045-8a29-62e13c3d00f3,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:50.561217 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-d8dec634-485c-45b9-9b45-cc0d2c513660 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 1000 time: 0.1117256 Sep 20 06:07:50.587356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-50a6dcb0-e3a6-4871-8034-ebdd7a8c651c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.587356 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-50a6dcb0-e3a6-4871-8034-ebdd7a8c651c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.2423077 Sep 20 06:07:50.641478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-259470c5-e0ad-4caf-be00-807e1dade6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.643085 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-259470c5-e0ad-4caf-be00-807e1dade6e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0634592 Sep 20 06:07:50.685309 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:50.714970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-a614a9b6-f3a3-47a2-b214-52b488b43dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.716633 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-a614a9b6-f3a3-47a2-b214-52b488b43dbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652838 Sep 20 06:07:50.830722 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-3eb70e0e-4e00-49d6-bc1a-383716a02ee4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-160061365&fields=id&tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb HTTP/1.1" status: 200 len: 267 time: 0.0621054 Sep 20 06:07:50.889289 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0284c-a482-4fc5-b118-3a6f3f88d241 req-167de501-f526-46b3-929e-dd9c3329810a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:50.890931 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2ac0284c-a482-4fc5-b118-3a6f3f88d241 req-167de501-f526-46b3-929e-dd9c3329810a tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 945 time: 0.3405805 Sep 20 06:07:50.975123 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-f1f630e1-3159-4792-bb7e-fa550e31aa12 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236779 Sep 20 06:07:50.998967 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2ac0284c-a482-4fc5-b118-3a6f3f88d241 req-52f471f1-c0f3-4632-8371-007d4b0ad81d tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/security-groups?id=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005898 Sep 20 06:07:51.032088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Deleting port ef5b6436-52de-4bca-b41c-96ce32c81a88 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:07:51.032579 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.037839 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:07:51.115342 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-99018ccc-592b-4bf8-b4d3-534e887d9ed6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:51.121849 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-99018ccc-592b-4bf8-b4d3-534e887d9ed6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 809 time: 0.2534995 Sep 20 06:07:51.156269 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-4420ac9f-497a-42e3-9973-4c2e0b0798f3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/quotas/7344fb4f6ba24e12ac80c8b93b5274eb HTTP/1.1" status: 200 len: 375 time: 0.0279958 Sep 20 06:07:51.210319 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Router a144170e-43ae-4ae8-9ae5-6a8c868f7790 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:07:51.234105 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a08f9-a6ee-491e-9cdf-763a68ec98bd req-f1eb4b19-9ac7-47ae-a6fc-edd5ac874740 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:51.236531 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f9a08f9-a6ee-491e-9cdf-763a68ec98bd req-f1eb4b19-9ac7-47ae-a6fc-edd5ac874740 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 948 time: 0.1616333 Sep 20 06:07:51.267079 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:51.279603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c', 'network_id': '1a3bcf7c-d47e-4a92-84dd-93a273759a69', 'port_id': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c', 'mac_address': 'fa:16:3e:67:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e52fe0-bb11-4ec3-8c05-20c2addc8bf6', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:07:51.312840 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b2589bc3-e26f-4135-9f67-f1343c30c5d1 req-bdbeca83-1e4c-49b4-95c4-8e1390ef3704 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281834 Sep 20 06:07:51.330611 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-02847b79-0788-430c-8eec-b875533d9e0a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1640029 Sep 20 06:07:51.373992 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.409900 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f9a08f9-a6ee-491e-9cdf-763a68ec98bd req-dc837d09-094e-4f22-abab-447bc926de17 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616056 Sep 20 06:07:51.417741 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] For port ef5b6436-52de-4bca-b41c-96ce32c81a88, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ef5b6436-52de-4bca-b41c-96ce32c81a88,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:51.418119 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.440343 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:51.466519 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Calling delete_port for ef5b6436-52de-4bca-b41c-96ce32c81a88 owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:07:51.503344 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:07:51.532394 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:51.541141 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:51.541501 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.555896 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-a953981d-9209-4cf5-8cb0-59504a18c2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113473 Sep 20 06:07:51.633764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.644677 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:51.659479 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Sync routers for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:51.671156 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:51.672307 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:51.703742 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a62fc-654c-4843-b2e4-dde5d043d315 req-ab2abd55-1fc2-4112-8cb5-b32f550dc082 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:51.705410 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d47a62fc-654c-4843-b2e4-dde5d043d315 req-ab2abd55-1fc2-4112-8cb5-b32f550dc082 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1669509 Sep 20 06:07:51.724244 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:51.726286 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a330c202-f172-46bb-a806-9dcad2da9eda admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9993765 Sep 20 06:07:51.729407 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47240) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:51.783660 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-e3a7dfe5-2290-4686-9d4e-4af49163f35d service neutron] 10.222.0.20 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199240 Sep 20 06:07:51.879036 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:51.916490 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:07:51.998926 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:52.030990 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device e58be65e-1997-4045-8a29-62e13c3d00f3 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:52.117725 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d47a62fc-654c-4843-b2e4-dde5d043d315 req-cc30dc3d-68a8-419d-b13a-c18c1698ac44 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3894119 Sep 20 06:07:52.162893 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7fcf88-6a87-4665-8664-68f81517304b None None] Network ad6ff58f-0285-4039-b456-1a79749be56b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:07:52.213014 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:52.368169 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Pushing event deleted for resources: {'Port': ['ID=ef5b6436-52de-4bca-b41c-96ce32c81a88,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:52.409264 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:50Z', 'revision_number': 3, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:52.466011 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-0371e206-74b9-45d6-b784-35e8e4e35f76 None None] Provisioning complete for port e58be65e-1997-4045-8a29-62e13c3d00f3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:52.466596 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0371e206-74b9-45d6-b784-35e8e4e35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:52.469683 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Checking router: a144170e-43ae-4ae8-9ae5-6a8c868f7790 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:52.471317 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Updating router a144170e-43ae-4ae8-9ae5-6a8c868f7790 port b4196d3d-5c17-4b10-8cff-90b710e923fe binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:52.536490 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:52.599046 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port e58be65e-1997-4045-8a29-62e13c3d00f3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:52.606322 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:52.619977 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] No DVR routers for this DVR port ef5b6436-52de-4bca-b41c-96ce32c81a88 on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:07:52.631256 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:52.644437 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11def0d7-90f8-4f86-84f6-d3d2bfdfea53 req-fde83f76-8c07-469b-995b-9cc88eb95571 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.37 "DELETE /v2.0/ports/ef5b6436-52de-4bca-b41c-96ce32c81a88 HTTP/1.1" status: 204 len: 173 time: 2.0428207 Sep 20 06:07:52.647318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'name': 'network-vif-deleted', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:52.656960 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fae5f15-4142-49c9-869b-4449377b32e5" -d '{"events": [{"server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "name": "network-vif-deleted", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:52.691878 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f37bac-7c5a-4adf-be87-f307c02b1882 req-093f288e-4667-4ea9-bba9-49f31bdbce52 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:52.721191 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30f37bac-7c5a-4adf-be87-f307c02b1882 req-093f288e-4667-4ea9-bba9-49f31bdbce52 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 949 time: 0.1507890 Sep 20 06:07:52.782199 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-121bcbeb-1412-4f1e-8308-ed66e1d2abd6 req-8d2e8681-6aa6-40c6-abeb-65acc827c6aa tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.2204766 Sep 20 06:07:52.874245 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30f37bac-7c5a-4adf-be87-f307c02b1882 req-d3b0603d-18ca-4457-be85-a4dc11b85d04 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455212 Sep 20 06:07:53.001969 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f62135-5026-4c01-9af0-b37e3963e95f x-openstack-request-id: req-e3f62135-5026-4c01-9af0-b37e3963e95f {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:53.002337 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f1525c-3d08-49eb-91ea-21958a7e67b2", "name": "network-vif-deleted", "tag": "ef5b6436-52de-4bca-b41c-96ce32c81a88", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:53.008295 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3f62135-5026-4c01-9af0-b37e3963e95f {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:53.008953 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f1525c-3d08-49eb-91ea-21958a7e67b2', 'name': 'network-vif-deleted', 'tag': 'ef5b6436-52de-4bca-b41c-96ce32c81a88', 'status': 'completed', 'code': 200} Sep 20 06:07:53.022766 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.101510 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f12845b5-f2bc-43b4-aa3e-ddb460d4322e req-1c02c763-bd15-4106-8746-20543df84a54 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.2606850 Sep 20 06:07:53.105322 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port e58be65e-1997-4045-8a29-62e13c3d00f3, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e58be65e-1997-4045-8a29-62e13c3d00f3,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:53.113053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device ef5b6436-52de-4bca-b41c-96ce32c81a88 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:07:53.164236 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.173822 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: ef5b6436-52de-4bca-b41c-96ce32c81a88 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:07:53.174539 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device ef5b6436-52de-4bca-b41c-96ce32c81a88 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:07:53.176237 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0371e206-74b9-45d6-b784-35e8e4e35f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.353508 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=e58be65e-1997-4045-8a29-62e13c3d00f3,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:53.356411 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.db.api [None req-0371e206-74b9-45d6-b784-35e8e4e35f76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94133) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:07:53.357494 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG oslo_db.api [None req-0371e206-74b9-45d6-b784-35e8e4e35f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:07:53.403167 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.444913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479c5fa-e05a-45d6-8294-ef580c847f9f req-37655c60-4661-4d74-a1fa-f9f52d9c6292 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:53.446743 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f479c5fa-e05a-45d6-8294-ef580c847f9f req-37655c60-4661-4d74-a1fa-f9f52d9c6292 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0662217 Sep 20 06:07:53.499943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f479c5fa-e05a-45d6-8294-ef580c847f9f req-58e6d39b-25eb-4917-a723-fb8f556614ae tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468266 Sep 20 06:07:53.511912 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.519397 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.577500 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Attempting to bind port b4196d3d-5c17-4b10-8cff-90b710e923fe on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:53.577861 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Attempting to bind port b4196d3d-5c17-4b10-8cff-90b710e923fe by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:53.578219 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Attempting to bind port b4196d3d-5c17-4b10-8cff-90b710e923fe on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:53.587107 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abba5c-9754-49c4-8540-2f948704ed10 None None] Pushing event updated for resources: {'Port': ['ID=b4196d3d-5c17-4b10-8cff-90b710e923fe,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:53.590956 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:53.591336 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:53.591768 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.592225 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:53.592706 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Bound port: b4196d3d-5c17-4b10-8cff-90b710e923fe, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:53.593171 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.597307 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Allocated IP 172.20.0.1 (ad6ff58f-0285-4039-b456-1a79749be56b/f509e250-7b78-4983-97b3-761446d2c958/36073719-c356-46de-8ed3-07e82f7d0178) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:53.645739 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] For port b4196d3d-5c17-4b10-8cff-90b710e923fe, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:53.648632 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] For port b4196d3d-5c17-4b10-8cff-90b710e923fe, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b4196d3d-5c17-4b10-8cff-90b710e923fe,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:53.652172 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.698795 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.704941 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:53.705546 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:53.732620 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.741942 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51abba5c-9754-49c4-8540-2f948704ed10 None None] Pushing event updated for resources: {'Port': ['ID=b4196d3d-5c17-4b10-8cff-90b710e923fe,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:53.771978 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Network ad6ff58f-0285-4039-b456-1a79749be56b is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:53.774645 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:53.777089 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:07:53.808237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Pushing event updated for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:53.815174 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:53.829662 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:53.927557 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71b7e2d9-bfdf-408f-8798-7aa7077725be req-5b27c6a0-b2df-46ef-9b53-55a5c1d1d182 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.0523551 Sep 20 06:07:54.027102 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-47972647-511f-41f0-82eb-4355f059851c None None] Provisioning complete for port e58be65e-1997-4045-8a29-62e13c3d00f3 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:54.027686 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-47972647-511f-41f0-82eb-4355f059851c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.043818 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:50Z', 'revision_number': 3, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:54.079274 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.079872 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd972fa0-d2f5-442a-9d6a-05818dbc72ee req-9fd4f4e9-49cc-44b7-abb3-dd12a5299913 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:54.082609 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd972fa0-d2f5-442a-9d6a-05818dbc72ee req-9fd4f4e9-49cc-44b7-abb3-dd12a5299913 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 949 time: 0.1203873 Sep 20 06:07:54.092282 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1082ad87-6e49-490d-826b-ffe61c09009e None None] The sync data for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi is: [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:50Z', 'revision_number': 3, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:07:54.173482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fd972fa0-d2f5-442a-9d6a-05818dbc72ee req-82780510-6823-42b3-93fc-828937d4336f tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840769 Sep 20 06:07:54.245847 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8adceca4-51cf-4a0a-889d-2c15f04d4dc8 req-be1a13aa-465b-4893-a848-5a0fa257b350 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.0372972 Sep 20 06:07:54.370007 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.383737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.473888 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-54767584-1bd3-471b-a179-bb6081997e59 None None] Provisioning complete for port 36073719-c356-46de-8ed3-07e82f7d0178 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:54.474562 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-54767584-1bd3-471b-a179-bb6081997e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.541569 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:54.543483 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Pushing event updated for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:54.573269 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-54767584-1bd3-471b-a179-bb6081997e59 None None] Port 36073719-c356-46de-8ed3-07e82f7d0178 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:54.679054 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8c06a-9bae-4c52-8149-304afa63cab0 req-bb287f7f-f826-4545-b3e7-2a93eb828e1c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:54.687999 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-48b8c06a-9bae-4c52-8149-304afa63cab0 req-bb287f7f-f826-4545-b3e7-2a93eb828e1c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0629547 Sep 20 06:07:54.694102 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Network ad6ff58f-0285-4039-b456-1a79749be56b is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:07:54.695979 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:07:54.758166 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-48b8c06a-9bae-4c52-8149-304afa63cab0 req-dcac8dcc-241a-443c-b708-cbe65d4ef1c0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691299 Sep 20 06:07:55.006585 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-80928b4e-93a2-44cb-aa93-a45e00e25c26 None None] Provisioning complete for port 36073719-c356-46de-8ed3-07e82f7d0178 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:55.006965 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-80928b4e-93a2-44cb-aa93-a45e00e25c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:55.075939 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-80928b4e-93a2-44cb-aa93-a45e00e25c26 None None] Port 36073719-c356-46de-8ed3-07e82f7d0178 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:55.149723 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4fbfdb07-e790-46e8-bf3f-d565d407536b req-12a8e63e-4465-420f-a156-ac7c0e876ddb tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.0319154 Sep 20 06:07:55.169524 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Router a144170e-43ae-4ae8-9ae5-6a8c868f7790 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:07:55.348342 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:07:55.365977 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-194c7fa8-3b3f-4d97-8a7c-74795ee63470 admin admin] 10.222.0.20 "PUT /v2.0/routers/a144170e-43ae-4ae8-9ae5-6a8c868f7790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6331689 Sep 20 06:07:55.381185 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef80aaf-aed0-47dc-8e40-1879c88e5ac0 req-8a8172eb-530f-44c8-8df6-fcd94e5ab4b4 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:55.382733 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ef80aaf-aed0-47dc-8e40-1879c88e5ac0 req-8a8172eb-530f-44c8-8df6-fcd94e5ab4b4 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 949 time: 0.1146333 Sep 20 06:07:55.435836 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ef80aaf-aed0-47dc-8e40-1879c88e5ac0 req-4ccd8140-bf5a-4981-b8dd-f4c437296a73 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405354 Sep 20 06:07:55.453070 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-945894f1-3cd0-4b00-8a47-0c89843539e1 req-4f81455a-f348-47f3-9b2c-d3f03430040f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.0857761 Sep 20 06:07:55.464204 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b4196d3d-5c17-4b10-8cff-90b710e923fe up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:55.534129 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port b4196d3d-5c17-4b10-8cff-90b710e923fe triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:55.534129 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:55.651530 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:55.684343 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port b4196d3d-5c17-4b10-8cff-90b710e923fe, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b4196d3d-5c17-4b10-8cff-90b710e923fe,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:55.690940 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:55.692102 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device e58be65e-1997-4045-8a29-62e13c3d00f3 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:55.777541 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=b4196d3d-5c17-4b10-8cff-90b710e923fe,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:55.792063 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port e58be65e-1997-4045-8a29-62e13c3d00f3 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:55.792555 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:55.948496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc2be3-cc87-4eae-aefb-170b4c51ef3b req-d21f54e7-a51f-49ed-9b2f-a9a24260ef7e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:55.950717 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ddbc2be3-cc87-4eae-aefb-170b4c51ef3b req-d21f54e7-a51f-49ed-9b2f-a9a24260ef7e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0744410 Sep 20 06:07:56.015922 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ddbc2be3-cc87-4eae-aefb-170b4c51ef3b req-98e03fc5-22d5-4e36-8902-ecc379ca6cd4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548019 Sep 20 06:07:56.366538 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4bf52937-3ab7-4cd2-9721-54d37f655dfa req-2d440f89-8e4b-4954-9860-b054f592a365 tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.1077526 Sep 20 06:07:56.411858 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Sync routers for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:07:56.433686 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:56.434330 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:56.508756 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-66470c06-13a0-42c7-a3e6-6527d8f84ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:56.608207 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06e65a-5123-489c-a3f9-d4092aa619b5 req-f16c524a-a8db-4126-8504-f7258a30be7b tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:56.612606 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f91e5ad6-5871-49b7-86bb-d1c0402cb69c req-0d20a031-3ee9-4aec-a07d-2e728da2dce1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.0530374 Sep 20 06:07:56.619460 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab06e65a-5123-489c-a3f9-d4092aa619b5 req-f16c524a-a8db-4126-8504-f7258a30be7b tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 949 time: 0.0770304 Sep 20 06:07:56.648430 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:56.707688 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ab06e65a-5123-489c-a3f9-d4092aa619b5 req-742176ff-9f6a-4883-8149-4f8d949c0692 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864692 Sep 20 06:07:56.983435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:53Z', 'revision_number': 4, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '36073719-c356-46de-8ed3-07e82f7d0178', 'name': '', 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'mac_address': 'fa:16:3e:59:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f509e250-7b78-4983-97b3-761446d2c958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:53Z', 'updated_at': '2021-09-20T06:07:54Z', 'revision_number': 2, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'subnets': [{'id': 'f509e250-7b78-4983-97b3-761446d2c958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:57.015036 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:57.015912 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Checking router: a144170e-43ae-4ae8-9ae5-6a8c868f7790 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:07:57.016258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Updating router a144170e-43ae-4ae8-9ae5-6a8c868f7790 port 36073719-c356-46de-8ed3-07e82f7d0178 binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:07:57.071987 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:57.342998 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef695bb-8e62-4c07-8205-96d5d7087440 req-5ffc5f9f-a067-4238-9f01-ec5c598554f2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:57.356404 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eef695bb-8e62-4c07-8205-96d5d7087440 req-5ffc5f9f-a067-4238-9f01-ec5c598554f2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1894431 Sep 20 06:07:57.386224 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77864-7536-4fa2-a635-e892a9862099 req-a195e06f-f7c6-42a7-8c06-40597efca0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:57.403626 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-a195e06f-f7c6-42a7-8c06-40597efca0c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1097 time: 0.1327298 Sep 20 06:07:57.518580 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-eef695bb-8e62-4c07-8205-96d5d7087440 req-786251ed-50fb-452f-a503-973118b17140 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536372 Sep 20 06:07:57.521926 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b4196d3d-5c17-4b10-8cff-90b710e923fe up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:57.681154 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7698522e-c5d5-41aa-bfaa-10d6f1199bba req-77d84d8b-0617-4a71-ad2e-b1bd06b8519c tempest-ServerRescueNegativeTestJSON-1853295180 tempest-ServerRescueNegativeTestJSON-1853295180-project] 10.222.0.20 "GET /v2.0/ports?device_id=79f1525c-3d08-49eb-91ea-21958a7e67b2 HTTP/1.1" status: 200 len: 210 time: 0.0720611 Sep 20 06:07:57.747958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77864-7536-4fa2-a635-e892a9862099 req-06be8ac5-bd33-4276-aa1a-a21b48073ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:57.749607 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-06be8ac5-bd33-4276-aa1a-a21b48073ef2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.3033950 Sep 20 06:07:57.760306 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:57.776097 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:57.826883 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-23b84eeb-0e38-4476-a165-6b9a767fe1ec req-532066fe-3866-424a-92b9-3755e4ddd62d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.0719252 Sep 20 06:07:57.834995 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4766b-6770-466f-8d79-2654bbf0ba91 None None] Pushing event updated for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:57.858984 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:07:57.914994 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port b4196d3d-5c17-4b10-8cff-90b710e923fe triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:57.915399 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.016745 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-3c485617-9400-4d44-b665-8012e40661a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 200 len: 1000 time: 0.2510641 Sep 20 06:07:58.031873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b074b-b62b-468e-85d5-e9acc2467195 req-01eb111d-218a-40f1-a13d-45aa308d54e3 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:58.040463 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-734b074b-b62b-468e-85d5-e9acc2467195 req-01eb111d-218a-40f1-a13d-45aa308d54e3 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 949 time: 0.1535234 Sep 20 06:07:58.050818 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:07:58.059350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:58.061258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.127939 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-734b074b-b62b-468e-85d5-e9acc2467195 req-c4d4a0f0-cb37-43b1-91c0-412670ef5b10 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853729 Sep 20 06:07:58.139808 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77864-7536-4fa2-a635-e892a9862099 req-893315f3-3c77-4818-b24f-4b00b9216077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:58.141806 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-893315f3-3c77-4818-b24f-4b00b9216077 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0988674 Sep 20 06:07:58.257147 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77864-7536-4fa2-a635-e892a9862099 req-631ac582-8d7b-4179-a9b6-780c1f1b2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:58.261574 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-631ac582-8d7b-4179-a9b6-780c1f1b2977 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089535 Sep 20 06:07:58.340317 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Attempting to bind port 36073719-c356-46de-8ed3-07e82f7d0178 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:07:58.341507 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Attempting to bind port 36073719-c356-46de-8ed3-07e82f7d0178 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:07:58.341622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Attempting to bind port 36073719-c356-46de-8ed3-07e82f7d0178 on network ad6ff58f-0285-4039-b456-1a79749be56b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:07:58.369896 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:07:58.370046 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Checking segment: {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:07:58.370322 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.370804 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Bound using segment: {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:07:58.371432 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Bound port: 36073719-c356-46de-8ed3-07e82f7d0178, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a934c86e-7452-4545-9877-7ac3cc4ee994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:07:58.371749 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.407705 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.502481 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-1fe0ff09-9333-4046-afd0-ccf0fe317e8c service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252922 Sep 20 06:07:58.519287 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:07:58.521992 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea83320f-facf-4335-a17e-b4ac2b29ef40" -d '{"events": [{"server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "name": "network-vif-plugged", "status": "completed", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:07:58.761563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-3e8b6527-0366-4c75-adb2-53c1ca38c06b None None] Provisioning complete for port 36073719-c356-46de-8ed3-07e82f7d0178 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:58.763860 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6527-0366-4c75-adb2-53c1ca38c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:58.775465 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ddd77864-7536-4fa2-a635-e892a9862099 req-03e11174-91ac-4dcb-91ce-ca59ef45c1ab service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653747 Sep 20 06:07:58.795242 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:07:58.803722 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa1ad5f-924a-4d88-bcde-66ca6fe805f3 x-openstack-request-id: req-caa1ad5f-924a-4d88-bcde-66ca6fe805f3 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:07:58.808176 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "name": "network-vif-plugged", "status": "completed", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:07:58.809468 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caa1ad5f-924a-4d88-bcde-66ca6fe805f3 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:07:58.811009 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c', 'code': 200} Sep 20 06:07:58.866224 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47396) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:07:58.917256 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.031514 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b5b1e5ed-aa98-4395-a1bd-d3e94742c7a6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:59.040877 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b5b1e5ed-aa98-4395-a1bd-d3e94742c7a6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 809 time: 0.4567435 Sep 20 06:07:59.078171 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001f651-c1dd-447a-afca-f5622262fa02 req-bcda43ee-7c0e-4af1-b535-fc7f7173f860 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:59.085948 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e001f651-c1dd-447a-afca-f5622262fa02 req-bcda43ee-7c0e-4af1-b535-fc7f7173f860 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.2953439 Sep 20 06:07:59.099363 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:59.119063 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] For port 36073719-c356-46de-8ed3-07e82f7d0178, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:07:59.146754 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b6527-0366-4c75-adb2-53c1ca38c06b None None] Port 36073719-c356-46de-8ed3-07e82f7d0178 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:07:59.158670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] For port 36073719-c356-46de-8ed3-07e82f7d0178, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=36073719-c356-46de-8ed3-07e82f7d0178,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:07:59.161403 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-64c9e352-66c1-46dc-9702-c6bdb5c0b36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.169472 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.220308 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e001f651-c1dd-447a-afca-f5622262fa02 req-cfa28119-d2d8-45eb-a968-d0c9b06f1da1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330934 Sep 20 06:07:59.240137 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c69b39e6-9895-42ef-8ff0-ba39249e3f5b req-b47b7e2f-9de7-4ece-adc8-0d7d84273618 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.1968818 Sep 20 06:07:59.283093 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-1b28b406-19e2-4f0e-801c-848476d25c42 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb HTTP/1.1" status: 200 len: 379 time: 0.1994500 Sep 20 06:07:59.306559 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:07:59.312481 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:07:59.321419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ea6f5-2a34-4ebc-adf0-f45c2c57b03c req-7d20b73a-2d09-4b84-8052-8e2559759f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:59.321419 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-646ea6f5-2a34-4ebc-adf0-f45c2c57b03c req-7d20b73a-2d09-4b84-8052-8e2559759f8a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 1103 time: 0.2099802 Sep 20 06:07:59.327754 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'port': {'device_id': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'admin_state_up': True, 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'security_groups': ['2af2637d-0cb5-4463-9e6f-b752732f18b4']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:07:59.508269 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4766b-6770-466f-8d79-2654bbf0ba91 None None] Pushing event updated for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:07:59.537294 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.637050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Made reservation on behalf of 7344fb4f6ba24e12ac80c8b93b5274eb for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:07:59.642155 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.705538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:07:59.727016 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-646ea6f5-2a34-4ebc-adf0-f45c2c57b03c req-c9d546ce-a445-490b-8b59-57302aafb549 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532978 Sep 20 06:07:59.834311 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] Provisioning complete for port 36073719-c356-46de-8ed3-07e82f7d0178 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:07:59.834531 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:07:59.860997 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc486-0e22-47fe-bb89-d6de90ce6d6d req-72234e69-b534-4c22-8ab0-ece18acff405 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:07:59.868403 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-775cc486-0e22-47fe-bb89-d6de90ce6d6d req-72234e69-b534-4c22-8ab0-ece18acff405 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.3294599 Sep 20 06:07:59.896907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Allocated IP 172.20.0.5 (a2069ebf-e820-4b20-83c1-ee3ab9f42ef9/98d70bf7-b5ce-4160-a428-2b935f799a34/6d25a05c-9e47-46c1-bde7-1b5b2821daeb) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:07:59.990455 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-775cc486-0e22-47fe-bb89-d6de90ce6d6d req-35acedd6-de3a-4030-b1f3-a1def12a2916 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210191 Sep 20 06:08:00.153976 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.160335 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.168884 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.171793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.199428 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] For port 36073719-c356-46de-8ed3-07e82f7d0178, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=36073719-c356-46de-8ed3-07e82f7d0178,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:00.223480 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.251858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.375680 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaab7a3-0c93-48f5-bd61-e9471e93570b None None] Pushing event updated for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:00.408926 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-191fb704-96f2-415e-9992-07445ac7014f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:53Z', 'revision_number': 4, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '36073719-c356-46de-8ed3-07e82f7d0178', 'name': '', 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'mac_address': 'fa:16:3e:59:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f509e250-7b78-4983-97b3-761446d2c958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:53Z', 'updated_at': '2021-09-20T06:07:58Z', 'revision_number': 4, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'subnets': [{'id': 'f509e250-7b78-4983-97b3-761446d2c958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:00.481783 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191fb704-96f2-415e-9992-07445ac7014f None None] The sync data for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi is: [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:07:53Z', 'revision_number': 4, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '36073719-c356-46de-8ed3-07e82f7d0178', 'name': '', 'network_id': 'ad6ff58f-0285-4039-b456-1a79749be56b', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'mac_address': 'fa:16:3e:59:21:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f509e250-7b78-4983-97b3-761446d2c958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:53Z', 'updated_at': '2021-09-20T06:07:58Z', 'revision_number': 4, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'subnets': [{'id': 'f509e250-7b78-4983-97b3-761446d2c958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:08:00.490942 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:00.518327 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:08:00.520809 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:08:00.531686 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:08:00.554714 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd100e-e327-430e-b3c3-7131508de85f req-1f38a8ba-a9c7-4b5b-af0c-36e897007b6e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:00.568095 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b0fd100e-e327-430e-b3c3-7131508de85f req-1f38a8ba-a9c7-4b5b-af0c-36e897007b6e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1862240 Sep 20 06:08:00.624311 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76456ec3-d9e8-4a55-85d8-e69f38d27a18 req-f081809a-8dc6-4e21-8c31-0fc314891056 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:00.629055 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-76456ec3-d9e8-4a55-85d8-e69f38d27a18 req-f081809a-8dc6-4e21-8c31-0fc314891056 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 931 time: 0.2189209 Sep 20 06:08:00.716574 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:00.717440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:00.756808 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b0fd100e-e327-430e-b3c3-7131508de85f req-c818eedf-fd14-48bc-9c5d-813645073e28 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876934 Sep 20 06:08:00.762271 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b0f7fd2b-249d-4c29-9903-7bae430182af tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4657512 Sep 20 06:08:00.791189 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Request body: {'port': {'device_id': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:00.961462 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.028818 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-76456ec3-d9e8-4a55-85d8-e69f38d27a18 req-5ebcd420-1967-49af-ad6d-bee1dd3436a6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889012 Sep 20 06:08:01.099132 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8c300525-60dc-4322-8650-9f29cdc0abb4 None None] Provisioning complete for port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:01.104750 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8c300525-60dc-4322-8650-9f29cdc0abb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.136866 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Deleting port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:08:01.139283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.281439 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8c300525-60dc-4322-8650-9f29cdc0abb4 None None] Port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:08:01.407965 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 36073719-c356-46de-8ed3-07e82f7d0178 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:08:01.542519 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 36073719-c356-46de-8ed3-07e82f7d0178 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:01.542974 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.565668 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47432) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:01.842542 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d25a05c-9e47-46c1-bde7-1b5b2821daeb {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:08:01.842810 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] For port 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,segment=NetworkSegment(278ae438-7932-40de-bcd8-1e2b4c70f53f),segment_id=278ae438-7932-40de-bcd8-1e2b4c70f53f)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:01.843198 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.873120 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:01.897290 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Calling delete_port for 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:08:01.909917 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Transition to ACTIVE for port object 6d25a05c-9e47-46c1-bde7-1b5b2821daeb will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:08:01.927828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.021236 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.092093 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26c7f-b55a-43c8-a839-cc4903a01e5b req-2380a6e0-3ca7-4556-86c0-66713d937b99 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:02.093711 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d1a26c7f-b55a-43c8-a839-cc4903a01e5b req-2380a6e0-3ca7-4556-86c0-66713d937b99 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.9270513 Sep 20 06:08:02.101530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f885f0-261f-4275-b0d0-7468c3a21907 req-df854964-8ea1-47fa-9997-2bcca5aba48b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:02.110731 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3f885f0-261f-4275-b0d0-7468c3a21907 req-df854964-8ea1-47fa-9997-2bcca5aba48b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0945072 Sep 20 06:08:02.139413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:02.151277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1debd216-5231-4292-92cc-49c0b1edae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.368398 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d1a26c7f-b55a-43c8-a839-cc4903a01e5b req-57c6cc6c-9274-4e00-9ab2-0badaf1a0303 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682972 Sep 20 06:08:02.377318 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3f885f0-261f-4275-b0d0-7468c3a21907 req-84c517f7-987a-4230-a3d7-892951236604 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2654982 Sep 20 06:08:02.432781 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Attempting to bind port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:08:02.433431 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Attempting to bind port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:08:02.434270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Attempting to bind port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb on network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:08:02.436500 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.463266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb on network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:08:02.463680 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Attempting to bind port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb on network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:08:02.481560 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:08:02.481929 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Checking segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:08:02.482426 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Bound using segment: {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:08:02.482876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Bound port: 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:08:02.483232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.505695 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:02.766654 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7674cd-6e7f-4cfc-8c08-b60e06a70d14 req-ff00e243-d4f0-4a7c-ada1-25b930b49a49 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:02.769482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ae7674cd-6e7f-4cfc-8c08-b60e06a70d14 req-ff00e243-d4f0-4a7c-ada1-25b930b49a49 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.2301579 Sep 20 06:08:02.807453 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:08:02.816944 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:08:02.859820 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.911174 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1debd216-5231-4292-92cc-49c0b1edae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:02.946660 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ae7674cd-6e7f-4cfc-8c08-b60e06a70d14 req-eb41e020-b5d3-447c-addf-9cb1efa91a5b tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689453 Sep 20 06:08:02.953135 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1debd216-5231-4292-92cc-49c0b1edae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.016162 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.023648 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.025342 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] 10.222.0.37 "PUT /v2.0/ports/6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 1093 time: 2.2390368 Sep 20 06:08:03.031223 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:03.033930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b878473-255e-4954-948d-c06f8d41c2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:03.053249 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.070593 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41afe1-d3b7-4b7c-aac2-87076e00b50e req-8665ffab-4aef-40fe-b291-74e911ddcf1b tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.072251 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da41afe1-d3b7-4b7c-aac2-87076e00b50e req-8665ffab-4aef-40fe-b291-74e911ddcf1b tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.1774976 Sep 20 06:08:03.315318 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-da41afe1-d3b7-4b7c-aac2-87076e00b50e req-f082e9b8-fa29-43a6-9f40-bcb4e3dda661 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352448 Sep 20 06:08:03.419941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657321-f416-4783-b321-e2a7df3f4f4f service neutron] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:03.424669 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debd216-5231-4292-92cc-49c0b1edae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5f52c-c386-4908-a8a9-e9ff8dbe697c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:03.433978 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1debd216-5231-4292-92cc-49c0b1edae89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=885007ca2b294c629be0cc2d046b3309&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8636935 Sep 20 06:08:03.437322 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47450) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:03.507678 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-cc6f0481-9188-4a49-860a-20daa785c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.509246 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-cc6f0481-9188-4a49-860a-20daa785c958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1096 time: 0.0732324 Sep 20 06:08:03.564553 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-b34d8fca-83fa-4267-b121-881048e0161c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 217 time: 0.0404510 Sep 20 06:08:03.566093 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b38ea1-eefe-4a33-a4b3-6bb8cc4bdcb6 x-openstack-request-id: req-97b38ea1-eefe-4a33-a4b3-6bb8cc4bdcb6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:03.566461 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:03.566775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97b38ea1-eefe-4a33-a4b3-6bb8cc4bdcb6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:03.567230 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'status': 'completed', 'code': 200} Sep 20 06:08:03.628161 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-e5ae6491-3161-4912-b1b3-a69b76af3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.629632 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-e5ae6491-3161-4912-b1b3-a69b76af3e71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0513613 Sep 20 06:08:03.630747 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.654780 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.703826 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Router 9590b2f7-5365-469e-b628-23987fd0a7da has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:08:03.738106 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.742082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:03.757061 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ad5f52c-c386-4908-a8a9-e9ff8dbe697c HTTP/1.1" status: 204 len: 168 time: 0.3073528 Sep 20 06:08:03.779015 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c90c63-fd3d-49b8-b68d-650a0b9c2951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5f52c-c386-4908-a8a9-e9ff8dbe697c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:03.813476 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-4331a14a-fb50-4237-ab40-25aa6cf30b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.817910 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-4331a14a-fb50-4237-ab40-25aa6cf30b05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1129947 Sep 20 06:08:03.844620 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e019434-c009-4b14-bb29-79ce9d3b0c33 req-ef9ac95a-c556-4f84-9b3c-97240932f35e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:03.851837 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9e019434-c009-4b14-bb29-79ce9d3b0c33 req-ef9ac95a-c556-4f84-9b3c-97240932f35e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1634159 Sep 20 06:08:03.931578 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9e019434-c009-4b14-bb29-79ce9d3b0c33 req-27a22aa4-29f0-4b5b-8b59-3e08977f7f45 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786753 Sep 20 06:08:04.206422 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-2e3f500a-400e-44bd-aa0b-90438161a20e service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751893 Sep 20 06:08:04.219433 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:08:04.228195 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-05367914-5127-4d69-9f29-bfb353c1f5ba admin admin] 10.222.0.20 "PUT /v2.0/routers/9590b2f7-5365-469e-b628-23987fd0a7da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3591609 Sep 20 06:08:04.229678 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47458) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:04.233701 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Sync routers for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:08:04.249443 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:04.255693 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:04.348333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-6d5cc4a9-6eef-4e38-9b4a-f1757a7f3784 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:04.350353 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-6d5cc4a9-6eef-4e38-9b4a-f1757a7f3784 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.37 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.1216567 Sep 20 06:08:04.458586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:04.564847 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:04.592601 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8caa2b7f-5f84-4ced-8522-44cfc018ca4b req-d89cf8fe-5829-450b-993e-e2c58226fea3 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535531 Sep 20 06:08:04.597151 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47462) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:04.632744 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584531cb-0614-4d4e-89c9-94048d595bd5 req-b7fddf31-c049-46d9-a279-e12ba30b5054 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:04.679679 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-584531cb-0614-4d4e-89c9-94048d595bd5 req-b7fddf31-c049-46d9-a279-e12ba30b5054 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.4575725 Sep 20 06:08:04.732215 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:04.802718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f8816d5a-8336-4b78-bac8-747084020c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:04.836910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Deleting port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:08:04.836910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:04.848043 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa11b5b-ddf8-42e4-b535-f2429307849e req-3210455b-c0a9-4b0c-85fc-375c7a125f82 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:04.849747 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fa11b5b-ddf8-42e4-b535-f2429307849e req-3210455b-c0a9-4b0c-85fc-375c7a125f82 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.2239769 Sep 20 06:08:04.893804 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '1280e364-16c1-433c-b688-bceedd06ca54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:08:02Z', 'revision_number': 5, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port': {'id': '1280e364-16c1-433c-b688-bceedd06ca54', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:04.937361 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Checking router: 9590b2f7-5365-469e-b628-23987fd0a7da for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:08:04.949960 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Routers {'9590b2f7-5365-469e-b628-23987fd0a7da'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:04.951798 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:07:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['9590b2f7-5365-469e-b628-23987fd0a7da'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:04.964580 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2fa11b5b-ddf8-42e4-b535-f2429307849e req-f4d34007-8d11-4f76-97ad-ae2055e17c19 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973651 Sep 20 06:08:04.974007 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Deleting port 1280e364-16c1-433c-b688-bceedd06ca54 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:08:04.974376 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.069524 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] For port 1280e364-16c1-433c-b688-bceedd06ca54, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=1280e364-16c1-433c-b688-bceedd06ca54,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:05.069873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.078981 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] Set router 9590b2f7-5365-469e-b628-23987fd0a7da gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:05.083934 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Calling delete_port for 1280e364-16c1-433c-b688-bceedd06ca54 owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:08:05.152547 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f8816d5a-8336-4b78-bac8-747084020c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.174324 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-584531cb-0614-4d4e-89c9-94048d595bd5 req-d627958b-e818-4cd2-910d-e7fff908d7d6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4953582 Sep 20 06:08:05.192556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f8816d5a-8336-4b78-bac8-747084020c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.195927 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:08:04Z', 'revision_number': 6, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:05.232819 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f8816d5a-8336-4b78-bac8-747084020c0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d94ef93ecd3841ba9079a778588d80f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307933 Sep 20 06:08:05.233899 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47466) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:05.257977 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878473-255e-4954-948d-c06f8d41c2bc req-1e3b825d-f96c-4127-a07e-3329a65664c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:05.262249 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-1e3b825d-f96c-4127-a07e-3329a65664c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1096 time: 0.5398545 Sep 20 06:08:05.289789 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e1c95-1cb6-4d97-9e7b-c8b43c62e1f4 None None] The sync data for ids ['9590b2f7-5365-469e-b628-23987fd0a7da'] in dv-cinder-809968-1-iscsi is: [{'id': '9590b2f7-5365-469e-b628-23987fd0a7da', 'name': 'tempest-ServerRescueNegativeTestJSON-1674754764-router', 'tenant_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:08:04Z', 'revision_number': 6, 'project_id': '95b2ce6ba1ba4044aa024cb3c748b701', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:08:05.313041 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.400436 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8816d5a-8336-4b78-bac8-747084020c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba1fe5-af4b-4a6b-b056-b16bdd173b59,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:05.409391 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Pushing event deleted for resources: {'Port': ['ID=1280e364-16c1-433c-b688-bceedd06ca54,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:05.461821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] For port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,segment=NetworkSegment(73b1b33f-80e3-4aea-b8b5-a03262df7000),segment_id=73b1b33f-80e3-4aea-b8b5-a03262df7000)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:05.462189 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.539676 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.562244 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.563073 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878473-255e-4954-948d-c06f8d41c2bc req-2315c79c-dab6-4e68-bff5-0c7516d97d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:05.564579 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-2315c79c-dab6-4e68-bff5-0c7516d97d18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.2786007 Sep 20 06:08:05.589927 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.620123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Calling delete_port for 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:08:05.672999 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.675719 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.677060 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0ba1fe5-af4b-4a6b-b056-b16bdd173b59 HTTP/1.1" status: 204 len: 168 time: 0.4419053 Sep 20 06:08:05.695156 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc186e-b55f-480d-834b-03bbfdcf5d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba1fe5-af4b-4a6b-b056-b16bdd173b59,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:05.699346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c2a6a-ef77-4aa8-8691-e3c94da5aef2 req-ad55d604-6ec6-439f-aede-576b9518badc tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:05.702535 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-787c2a6a-ef77-4aa8-8691-e3c94da5aef2 req-ad55d604-6ec6-439f-aede-576b9518badc tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.3953149 Sep 20 06:08:05.798516 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-8c27d96f-3454-40df-a140-c3ff29aec841 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 217 time: 0.0735676 Sep 20 06:08:05.838366 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.895317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:05.949076 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878473-255e-4954-948d-c06f8d41c2bc req-73e9ef4f-0945-40d4-b971-f195c27d8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:05.953954 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-73e9ef4f-0945-40d4-b971-f195c27d8abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.1467891 Sep 20 06:08:06.055574 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-787c2a6a-ef77-4aa8-8691-e3c94da5aef2 req-4167edc3-cf78-43c8-af05-025389f0daaf tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410962 Sep 20 06:08:06.058576 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:06.059218 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9590b2f7-5365-469e-b628-23987fd0a7da {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:08:06.064876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:06.068363 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-911146b6-7fd6-4a3a-9c58-bec8d21e026f admin admin] 10.222.0.20 "DELETE /v2.0/routers/9590b2f7-5365-469e-b628-23987fd0a7da HTTP/1.1" status: 204 len: 168 time: 1.8256211 Sep 20 06:08:06.069480 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47480) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:06.111737 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b878473-255e-4954-948d-c06f8d41c2bc req-9f7676cc-f5eb-4c3f-87f7-08d4152563f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:06.113110 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-9f7676cc-f5eb-4c3f-87f7-08d4152563f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050560 Sep 20 06:08:06.293498 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Deleting subnet 744018d1-0f2e-4405-bfcc-00ab6d7d2191 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:08:06.306675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:06.342759 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-aef18b2e-3704-41bb-aa64-d6c9e35eb411 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647329 Sep 20 06:08:06.452280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d3631-244e-46c1-97d6-99b0c44a92a4 req-901f8be6-4a1b-4629-a1b4-a5a444790e12 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:06.455943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-091d3631-244e-46c1-97d6-99b0c44a92a4 req-901f8be6-4a1b-4629-a1b4-a5a444790e12 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 950 time: 0.3306246 Sep 20 06:08:06.665542 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-091d3631-244e-46c1-97d6-99b0c44a92a4 req-97a7baf3-ee77-47d9-919f-25763b1a9a1a tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/security-groups?id=37427eab-a841-405a-bbec-c46af08fc8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935294 Sep 20 06:08:06.712633 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b878473-255e-4954-948d-c06f8d41c2bc req-835faf26-1e2e-40e7-b3fa-489705caef2d service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510871 Sep 20 06:08:06.907666 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:06.963794 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.031686 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.074190 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744018d1-0f2e-4405-bfcc-00ab6d7d2191,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:07.084205 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0b102-6c63-4c1b-8dd1-c896a01de4d6 req-ed95e574-e50f-4745-966d-048e9dd66db5 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:07.092725 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-daf0b102-6c63-4c1b-8dd1-c896a01de4d6 req-ed95e574-e50f-4745-966d-048e9dd66db5 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.7005956 Sep 20 06:08:07.144709 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.150066 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47504) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:07.160296 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1614f9e5-3a83-4415-a84b-7ec96310115d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/744018d1-0f2e-4405-bfcc-00ab6d7d2191 HTTP/1.1" status: 204 len: 168 time: 1.0886540 Sep 20 06:08:07.170777 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.194262 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-daf0b102-6c63-4c1b-8dd1-c896a01de4d6 req-54332a8c-f4d6-41a3-aec7-50e779c7d91e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005721 Sep 20 06:08:07.346049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 1280e364-16c1-433c-b688-bceedd06ca54 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:08:07.346669 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Pushing event deleted for resources: {'Port': ['ID=955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:07.395937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] No DVR routers for this DVR port 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:08:07.399162 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 1280e364-16c1-433c-b688-bceedd06ca54 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:08:07.401758 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.405355 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 1280e364-16c1-433c-b688-bceedd06ca54 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:08:07.406095 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:08:07.408954 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b03805d6-7d43-4e9c-a358-2e4b1899c315 req-94a9b86a-e85d-4853-8291-71c13a993748 tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.37 "DELETE /v2.0/ports/955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c HTTP/1.1" status: 204 len: 173 time: 3.0210702 Sep 20 06:08:07.410397 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'name': 'network-vif-deleted', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:07.417014 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91aeb8e5-de75-4a9a-8a73-bbd252627895" -d '{"events": [{"server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "name": "network-vif-deleted", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:07.461861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:08:07.471861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 3a4f3d5d-3bd0-4ee4-ae0c-8f08a3e317ad not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:08:07.479475 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.492043 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7b270-6598-47f9-ab7f-5d2f87b8d9bb x-openstack-request-id: req-4ad7b270-6598-47f9-ab7f-5d2f87b8d9bb {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:07.493437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f2cbee-91ef-4e36-b350-18b42c1305dd", "name": "network-vif-deleted", "tag": "955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:07.493703 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ad7b270-6598-47f9-ab7f-5d2f87b8d9bb {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:07.494097 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f2cbee-91ef-4e36-b350-18b42c1305dd', 'name': 'network-vif-deleted', 'tag': '955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c', 'status': 'completed', 'code': 200} Sep 20 06:08:07.510067 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e9771-9697-4c79-abb4-8e9b484ab169 req-ddf4997e-a641-45c7-a6c2-315212b9488e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:07.511841 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e35e9771-9697-4c79-abb4-8e9b484ab169 req-ddf4997e-a641-45c7-a6c2-315212b9488e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.2898140 Sep 20 06:08:07.683684 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e35e9771-9697-4c79-abb4-8e9b484ab169 req-b59a0c4e-95b4-4c98-9273-0666c5c73020 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581540 Sep 20 06:08:07.731240 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.768324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533c351d-16d2-4718-8578-8d5d8a88e7f0']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:07.780391 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278ae438-7932-40de-bcd8-1e2b4c70f53f') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:07.780695 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278ae438-7932-40de-bcd8-1e2b4c70f53f') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:07.800543 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6047778'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.818099 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.851458 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:08:07.851823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4917637'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.892213 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-219cd1fe-7965-455c-a791-792fdb79e3a7 req-2f0e5114-39d2-486d-b3bb-c76b084c38da tempest-VolumesNegativeTest-557596414 tempest-VolumesNegativeTest-557596414-project] 10.222.0.20 "GET /v2.0/ports?device_id=17f2cbee-91ef-4e36-b350-18b42c1305dd HTTP/1.1" status: 200 len: 210 time: 0.0602744 Sep 20 06:08:07.897527 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: timer() Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: cb(*args, **kw) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: self._notify() Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: self.callback(batched_events) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: event.method(event) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._get(url).json() Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:08:07.957515 dv-cinder-809968-1-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:08:07.962359 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:08:07.962707 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 955e44d7-dcb2-4d52-ae5d-0fabfbb9ce2c not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:08:07.963285 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.973478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:07.981899 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] 10.222.0.20 "DELETE /v2.0/networks/533c351d-16d2-4718-8578-8d5d8a88e7f0 HTTP/1.1" status: 204 len: 168 time: 0.8289530 Sep 20 06:08:07.994824 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e96cb1-3d24-4de5-8d6a-fe2794d37205 admin admin] Pushing event deleted for resources: {'Network': ['ID=533c351d-16d2-4718-8578-8d5d8a88e7f0,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:08.394203 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d91ec-a339-479b-9f6f-f8fdc7542bc9 req-761a77f1-bfe9-45c4-9e5b-4d6106a5aeed tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:08.396774 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b11d91ec-a339-479b-9f6f-f8fdc7542bc9 req-761a77f1-bfe9-45c4-9e5b-4d6106a5aeed tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0653884 Sep 20 06:08:08.409569 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47526) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:08.469385 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b11d91ec-a339-479b-9f6f-f8fdc7542bc9 req-e86c6edb-e35a-4568-ac74-fced499649c7 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662365 Sep 20 06:08:08.517675 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e9f7b81b-74bc-45e5-8519-def5d1219661 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95b2ce6ba1ba4044aa024cb3c748b701&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1062040 Sep 20 06:08:08.520392 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47530) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:08.634611 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:08.685220 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:08.774333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:08.776916 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:08.778129 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fe243a5-1b3d-4850-aadd-00f9a3d4ef98 HTTP/1.1" status: 204 len: 168 time: 0.2553437 Sep 20 06:08:08.799260 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b78cd9-6886-4d2e-b4ea-b587167a4670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe243a5-1b3d-4850-aadd-00f9a3d4ef98,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:09.060749 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216bf3b-731f-45d5-a2b5-01dcf5fe5a4e req-b48f47a3-e7fe-4b3d-9e63-b7d685b416c0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:09.073110 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5216bf3b-731f-45d5-a2b5-01dcf5fe5a4e req-b48f47a3-e7fe-4b3d-9e63-b7d685b416c0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1673915 Sep 20 06:08:09.157972 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5216bf3b-731f-45d5-a2b5-01dcf5fe5a4e req-98445029-1146-4113-98a3-72a1de02aa66 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759146 Sep 20 06:08:09.799144 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8a6d6-7628-4899-bec7-92f933331416 req-a42e3645-9148-473c-a490-4762e71b95a4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:09.800722 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9e8a6d6-7628-4899-bec7-92f933331416 req-a42e3645-9148-473c-a490-4762e71b95a4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.1735690 Sep 20 06:08:09.862449 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d9e8a6d6-7628-4899-bec7-92f933331416 req-e8b4e6a4-0723-4dd5-a98e-da49ab115199 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503109 Sep 20 06:08:10.376171 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6134236-13a3-458d-a371-7cc3efe93e25 req-e4c8c3e4-2636-42c4-938e-a86858c5a475 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:10.377706 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6134236-13a3-458d-a371-7cc3efe93e25 req-e4c8c3e4-2636-42c4-938e-a86858c5a475 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1120028 Sep 20 06:08:10.449693 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d6134236-13a3-458d-a371-7cc3efe93e25 req-4e325ad3-be3f-42fe-95ce-a093a611ec04 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599861 Sep 20 06:08:11.066027 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f11d8f-c9c6-470d-b177-68bcebabeb44 req-1740dc87-e0dc-49df-a17e-63767b94cbb4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:11.068079 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51f11d8f-c9c6-470d-b177-68bcebabeb44 req-1740dc87-e0dc-49df-a17e-63767b94cbb4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.1090949 Sep 20 06:08:11.122423 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51f11d8f-c9c6-470d-b177-68bcebabeb44 req-2d1ab867-4d45-4beb-b275-53acf22f5822 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439076 Sep 20 06:08:11.295509 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47652) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:11.381866 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-29c6c62a-e0ca-4967-b43a-385742e761f2 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:11.383749 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-29c6c62a-e0ca-4967-b43a-385742e761f2 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 813 time: 0.1276646 Sep 20 06:08:11.404261 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-ff081a6c-e0a8-478f-88c2-a14eb9b58d34 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/quotas/d89c911f93e840cfb798d4ac4ba32d38 HTTP/1.1" status: 200 len: 375 time: 0.0133581 Sep 20 06:08:11.454542 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21d40f3f-1db1-4175-8714-f12493356b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.479055 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-564a76c4-24bb-4eb7-9097-b42230fe73f2 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670903 Sep 20 06:08:11.621500 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-6c001309-f515-4e50-8af4-05ecc8be5801 service neutron] 10.222.0.20 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313508 Sep 20 06:08:11.626783 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667b4d-d8eb-4963-ae25-e1021b642175 req-18f9ad2d-0e62-449c-a8c1-70a225a5443e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:11.628287 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0667b4d-d8eb-4963-ae25-e1021b642175 req-18f9ad2d-0e62-449c-a8c1-70a225a5443e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0733302 Sep 20 06:08:11.680178 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21d40f3f-1db1-4175-8714-f12493356b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.687693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-21d40f3f-1db1-4175-8714-f12493356b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.693690 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b0667b4d-d8eb-4963-ae25-e1021b642175 req-8943ccef-47f7-4e86-ba0f-ee6d8eb4341b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597367 Sep 20 06:08:11.731243 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-21d40f3f-1db1-4175-8714-f12493356b00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61b308d8dce84819981c83d6ead0e917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4346483 Sep 20 06:08:11.731980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47676) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:11.732672 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d40f3f-1db1-4175-8714-f12493356b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd6c3c1-673b-4cfb-aef3-4bad28586c7b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:11.777104 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-3bfb9f89-3ef7-44b0-afa3-a7bb0ad4ccb2 service neutron] 10.222.0.20 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486721 Sep 20 06:08:11.800863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.831530 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.904658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.908099 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:11.909464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edd6c3c1-673b-4cfb-aef3-4bad28586c7b HTTP/1.1" status: 204 len: 168 time: 0.1765335 Sep 20 06:08:11.920368 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c16f48-d95c-45e1-9b2e-db2c033a034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd6c3c1-673b-4cfb-aef3-4bad28586c7b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:11.964851 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-873d9e21-2f39-4434-9e02-98734cee2dfa req-6567fc3c-61ac-4685-88ff-7c4fbddc5128 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 210 time: 0.0355167 Sep 20 06:08:12.272833 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d51610-2484-46fa-a13a-b1092ca99b74 req-ad072984-7d99-466d-84bc-a7a35fd31e41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:12.274262 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1d51610-2484-46fa-a13a-b1092ca99b74 req-ad072984-7d99-466d-84bc-a7a35fd31e41 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0608444 Sep 20 06:08:12.320616 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e1d51610-2484-46fa-a13a-b1092ca99b74 req-3d2ae65d-ef04-446f-9cb3-afb75de16ff4 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Sep 20 06:08:12.839885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7546-b691-4341-b4a1-6be28fbb1fc1 req-c54cdb54-88a1-4416-94bf-b4231c2c818a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:12.842164 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-163d7546-b691-4341-b4a1-6be28fbb1fc1 req-c54cdb54-88a1-4416-94bf-b4231c2c818a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0585866 Sep 20 06:08:12.895300 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-163d7546-b691-4341-b4a1-6be28fbb1fc1 req-e1f8ddee-2280-49ac-9560-8a3762669161 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Sep 20 06:08:13.054304 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-ac3f3228-9954-4500-a8da-a27489c8d9b1 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:13.056248 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-ac3f3228-9954-4500-a8da-a27489c8d9b1 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 813 time: 0.1377707 Sep 20 06:08:13.073224 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'port': {'device_id': '3813af45-280c-4f73-a58e-5bc0e232603c', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'admin_state_up': True, 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:13.081131 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-98f09cfb-6e2f-43a4-af81-c046dbee5b89 req-10cf01ba-a84b-405b-bbc1-58d17795da4a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 210 time: 0.0356512 Sep 20 06:08:13.265187 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Made reservation on behalf of d89c911f93e840cfb798d4ac4ba32d38 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:08:13.270428 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:13.454685 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Allocated IP 172.20.0.7 (9f65b985-bf8e-4be0-b734-7deea033fa65/f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7/9373fe2f-52b6-4bb0-8882-f1ec96ffe62d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:08:13.477969 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea27550-5b1d-4be4-b36e-29d04bbaa7af req-e495378b-0366-4290-bb75-a5b9d6fe78d6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:13.479529 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ea27550-5b1d-4be4-b36e-29d04bbaa7af req-e495378b-0366-4290-bb75-a5b9d6fe78d6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0781450 Sep 20 06:08:13.565843 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4ea27550-5b1d-4be4-b36e-29d04bbaa7af req-4304d7de-63f6-4134-b29a-4a490613808b tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726094 Sep 20 06:08:13.661664 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47904) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:13.722080 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:13.774336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:13.841070 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:08:13.842830 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:08:13.844706 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:13.846898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:08:13.910559 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:13.911286 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:13.911744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:08:13.933565 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-7504853b-6679-4450-a6c0-c37ad452263e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688200 Sep 20 06:08:13.952163 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Request body: {'port': {'device_id': '3813af45-280c-4f73-a58e-5bc0e232603c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:14.022652 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-45c02563-1ccd-47fc-bd74-94e7923ee2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.145690 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.233174 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5cae0-939b-44db-896d-b695815ed298 req-d4564a73-74b1-4fc1-b1fe-0c00beed6967 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:14.244889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-61b5cae0-939b-44db-896d-b695815ed298 req-d4564a73-74b1-4fc1-b1fe-0c00beed6967 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.1693041 Sep 20 06:08:14.249578 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:14.289926 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'mac_address': 'fa:16:3e:a0:8f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:08:14.318425 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-61b5cae0-939b-44db-896d-b695815ed298 req-8daa13a5-8f48-481b-b2f6-a891cbbcf895 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722985 Sep 20 06:08:14.419856 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.450804 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25a05c-9e47-46c1-bde7-1b5b2821daeb {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:08:14.468645 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-b3cd1d24-3463-4ba8-b784-abb45cfe8295 None None] Provisioning complete for port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:14.469140 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3cd1d24-3463-4ba8-b784-abb45cfe8295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.542225 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd1d24-3463-4ba8-b784-abb45cfe8295 None None] Port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:08:14.552374 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:14.558752 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.650487 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47964) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:14.672364 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:14.682486 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.682840 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.683182 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.683545 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.683878 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.684209 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.684568 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.684891 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.685430 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.686044 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.687248 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.687943 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:14.714925 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21959b3-6e78-4d64-9d68-e219dcebc942 req-90cd4c39-6a4c-40be-a91f-f887a9ca05fe tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:14.726359 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e21959b3-6e78-4d64-9d68-e219dcebc942 req-90cd4c39-6a4c-40be-a91f-f887a9ca05fe tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 931 time: 0.3490508 Sep 20 06:08:14.763506 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['6d25a05c-9e47-46c1-bde7-1b5b2821daeb'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:08:14.800278 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457980a-3025-40ef-a96d-22877c231833 req-37ca35eb-de0f-432e-8c87-f51e7172dd34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:14.800636 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-45c02563-1ccd-47fc-bd74-94e7923ee2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.805840 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3457980a-3025-40ef-a96d-22877c231833 req-37ca35eb-de0f-432e-8c87-f51e7172dd34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 944 time: 0.0945849 Sep 20 06:08:14.907439 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3457980a-3025-40ef-a96d-22877c231833 req-9f52240f-5ec3-4963-a852-5f0dbd30982d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871358 Sep 20 06:08:14.913190 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-45c02563-1ccd-47fc-bd74-94e7923ee2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:14.923000 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-494b0e32-974e-4cf2-ae8d-d37e2f4ad84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.097681 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e21959b3-6e78-4d64-9d68-e219dcebc942 req-2468e57c-cfb2-4310-9608-d5d04dbcd445 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702910 Sep 20 06:08:15.127868 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-494b0e32-974e-4cf2-ae8d-d37e2f4ad84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.133845 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-494b0e32-974e-4cf2-ae8d-d37e2f4ad84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.157070 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02563-1ccd-47fc-bd74-94e7923ee2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b8372-d2f1-4f1c-b210-b43beb07b67a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:15.199273 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-45c02563-1ccd-47fc-bd74-94e7923ee2a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79a048f685d14738bc4b2da1d691bb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5363758 Sep 20 06:08:15.205636 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 47996) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:15.243581 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0e32-974e-4cf2-ae8d-d37e2f4ad84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d6ed5-2dc6-4d28-9fda-779a2b197edb,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:15.250927 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-494b0e32-974e-4cf2-ae8d-d37e2f4ad84a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9329553109054bf7b7f1cacc8658aadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988433 Sep 20 06:08:15.258802 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 47998) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:15.407092 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.424562 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.436939 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:08:15.447790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.451273 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.468699 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.487653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Transition to ACTIVE for port object 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:08:15.496057 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.553640 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4e578-3217-4c4c-b1e2-871fa4a6ba5c req-91384f29-a9f9-4048-a7e3-8fcde4d0a0a2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:15.562314 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2f4e578-3217-4c4c-b1e2-871fa4a6ba5c req-91384f29-a9f9-4048-a7e3-8fcde4d0a0a2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0993137 Sep 20 06:08:15.647704 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:15.673052 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a2f4e578-3217-4c4c-b1e2-871fa4a6ba5c req-6f59bfce-c114-4772-85b2-dc7941730106 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097689 Sep 20 06:08:15.674205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.676789 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.678017 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f0d6ed5-2dc6-4d28-9fda-779a2b197edb HTTP/1.1" status: 204 len: 168 time: 0.4164536 Sep 20 06:08:15.699627 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e6ff1-46d8-4853-b3bf-b542236dd03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d6ed5-2dc6-4d28-9fda-779a2b197edb,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:15.730217 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.734277 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.736716 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d9b8372-d2f1-4f1c-b210-b43beb07b67a HTTP/1.1" status: 204 len: 168 time: 0.5281649 Sep 20 06:08:15.737827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Attempting to bind port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:08:15.738378 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Attempting to bind port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:08:15.755825 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Attempting to bind port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d on network 9f65b985-bf8e-4be0-b734-7deea033fa65 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:08:15.775689 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d on network 9f65b985-bf8e-4be0-b734-7deea033fa65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:08:15.776063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Attempting to bind port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d on network 9f65b985-bf8e-4be0-b734-7deea033fa65 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:08:15.807269 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92b844-e4a6-4bfa-bf91-390aa2fe3bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b8372-d2f1-4f1c-b210-b43beb07b67a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:15.817923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:08:15.818468 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Checking segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:08:15.818885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Bound using segment: {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:08:15.819345 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Bound port: 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:08:15.820527 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:15.932461 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:08:16.032384 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:08:16.040313 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:08:16.076850 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:08:16.082167 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:16.082883 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.098328 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.188946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c93e7-1d2a-4757-8d15-de80546afb17 req-337391ef-252a-4317-8416-c6db3f64e808 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.190670 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d6c93e7-1d2a-4757-8d15-de80546afb17 req-337391ef-252a-4317-8416-c6db3f64e808 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 944 time: 0.1467619 Sep 20 06:08:16.191585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:16.259560 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.260497 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.262220 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-aeaa0522-cf7d-4b0e-afdb-fc8a8205bc5d service neutron] 10.222.0.37 "PUT /v2.0/ports/9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 1093 time: 2.3195734 Sep 20 06:08:16.262906 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:16.265924 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be7c583-ed64-4095-88a5-48348ef8d7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:16.285319 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1d6c93e7-1d2a-4757-8d15-de80546afb17 req-527dbd60-afa2-4c67-b4ab-f0b4e2529af3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794404 Sep 20 06:08:16.347295 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.397878 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:16.403078 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd9777a-f0e4-459d-a25b-884953a635c7" -d '{"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-plugged", "status": "completed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:16.414311 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-29aaaca6-aab2-4773-9402-22f2cb0ee5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.424053 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-29aaaca6-aab2-4773-9402-22f2cb0ee5ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1096 time: 0.0820656 Sep 20 06:08:16.437615 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:16.448957 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.464253 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a02a57-bfb8-4582-b576-b747dcd353ba req-a2f83aea-5018-42cc-8f01-7934ccfb5a01 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.467912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef037502-5b58-40f3-8100-5201a4ed5de9 x-openstack-request-id: req-ef037502-5b58-40f3-8100-5201a4ed5de9 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:16.468229 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:16.468350 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a02a57-bfb8-4582-b576-b747dcd353ba req-a2f83aea-5018-42cc-8f01-7934ccfb5a01 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.1490486 Sep 20 06:08:16.468493 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef037502-5b58-40f3-8100-5201a4ed5de9 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:16.468918 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:08:16.525167 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48022) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:16.525520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48024) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:16.572229 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13b4f93-48b6-40b2-aae1-e1168c9ac229 x-openstack-request-id: req-f13b4f93-48b6-40b2-aae1-e1168c9ac229 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:16.573055 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-ba71156e-1b8e-4605-9006-4d6ce6e52cb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 217 time: 0.1113579 Sep 20 06:08:16.573560 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-plugged", "status": "completed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:16.573827 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f13b4f93-48b6-40b2-aae1-e1168c9ac229 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:16.574241 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'code': 200} Sep 20 06:08:16.575862 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:16.598576 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc340f81-51a9-49cb-8338-296ac7e0b618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.601058 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.640981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-10e003b7-5d1e-4af9-88f7-2d6677fb0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.642481 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-10e003b7-5d1e-4af9-88f7-2d6677fb0bc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0636852 Sep 20 06:08:16.711753 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.db.api [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 06:08:16.711753 dv-cinder-809968-1-iscsi neutron-server[94132]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 06:08:16.711753 dv-cinder-809968-1-iscsi neutron-server[94132]: [parameters: {'project_id': 'a02e3e13ea9c45d3bd6a1f002ea2939d', 'id': '4c2c24c7-b80e-4bbd-8792-96cc84ba3881', 'expiration': datetime.datetime(2021, 9, 20, 6, 10, 16, 690027)}] Sep 20 06:08:16.711753 dv-cinder-809968-1-iscsi neutron-server[94132]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94132) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 06:08:16.712205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG oslo_db.api [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 06:08:16.718636 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-38a02a57-bfb8-4582-b576-b747dcd353ba req-31ebfb90-b0eb-471d-b628-0392344ea217 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435105 Sep 20 06:08:16.874579 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc340f81-51a9-49cb-8338-296ac7e0b618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.884457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dc340f81-51a9-49cb-8338-296ac7e0b618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:16.932469 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5014a1-f77b-489b-ab48-c87606abd70d req-311a4bc4-e743-45db-8acf-2fad4a64a4c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:16.935132 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f5014a1-f77b-489b-ab48-c87606abd70d req-311a4bc4-e743-45db-8acf-2fad4a64a4c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0822768 Sep 20 06:08:16.938320 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-dc340f81-51a9-49cb-8338-296ac7e0b618 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2452998e2fd94c72a271fd4ee9a14452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083722 Sep 20 06:08:16.939147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc340f81-51a9-49cb-8338-296ac7e0b618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4dcb77-432e-4cac-9e6d-e6684eddabe3,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:16.939832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48030) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:17.015467 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0f5014a1-f77b-489b-ab48-c87606abd70d req-3bab13f7-ef95-4ec6-8464-872ffa09ebb7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732546 Sep 20 06:08:17.030585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.063402 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.079094 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48034) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:17.125281 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.128668 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.130226 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb4dcb77-432e-4cac-9e6d-e6684eddabe3 HTTP/1.1" status: 204 len: 168 time: 0.1892753 Sep 20 06:08:17.152955 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75ba16-35c9-4595-9d37-992bce41423a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4dcb77-432e-4cac-9e6d-e6684eddabe3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:17.214016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.285344 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-449f20ae-1784-44bb-af53-0d02ebf8f794 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b0780872a4494c2bbc780d82e8a65cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046359 Sep 20 06:08:17.289555 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48042) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:17.441923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.501508 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.573803 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f5ce1-cd19-42c0-9d17-872eda62363b req-ca826b00-98ff-436d-8577-8c4a41234f34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:17.579885 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-337f5ce1-cd19-42c0-9d17-872eda62363b req-ca826b00-98ff-436d-8577-8c4a41234f34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.1536241 Sep 20 06:08:17.604327 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.622181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.688408 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89957261-7d15-4a78-b176-6dfb2fb85ee8,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:17.690884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.693656 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.694984 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37427eab-a841-405a-bbec-c46af08fc8a5 HTTP/1.1" status: 204 len: 168 time: 0.4037371 Sep 20 06:08:17.701848 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f61f10cf-38cb-4914-9f06-705a4f90ef6f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a02e3e13ea9c45d3bd6a1f002ea2939d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1737993 Sep 20 06:08:17.704545 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48058) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:17.725617 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-337f5ce1-cd19-42c0-9d17-872eda62363b req-47ddc192-70f7-4687-8060-e5a3d26e7e51 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387825 Sep 20 06:08:17.727567 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75412a-0235-4e11-981f-6db5b5f5d75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37427eab-a841-405a-bbec-c46af08fc8a5,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:17.897070 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.927896 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:17.947798 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e2798-790c-4c0d-aee4-166875203af6 req-6f21f357-98ec-4270-8cb6-6c9c0dca0407 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:17.949343 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-422e2798-790c-4c0d-aee4-166875203af6 req-6f21f357-98ec-4270-8cb6-6c9c0dca0407 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0945425 Sep 20 06:08:18.008587 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-422e2798-790c-4c0d-aee4-166875203af6 req-2f0c0fc3-2943-4a94-8b50-9e78e95cc4eb tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Sep 20 06:08:18.064036 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:18.067958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:18.069531 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89957261-7d15-4a78-b176-6dfb2fb85ee8 HTTP/1.1" status: 204 len: 168 time: 0.3636749 Sep 20 06:08:18.082588 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62cc74-546c-4e03-ba4c-ee37be77fd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89957261-7d15-4a78-b176-6dfb2fb85ee8,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:18.307910 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18716f0-d0fb-41b0-8708-b8c5c3fee2a6 req-e42d1f12-673b-437f-99bb-a721bbf54ba3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:18.312777 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e18716f0-d0fb-41b0-8708-b8c5c3fee2a6 req-e42d1f12-673b-437f-99bb-a721bbf54ba3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0982008 Sep 20 06:08:18.374647 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e18716f0-d0fb-41b0-8708-b8c5c3fee2a6 req-7c414609-1b17-45d7-9e8a-699f62161384 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539370 Sep 20 06:08:18.845314 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:08:18.862739 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998cccb-6149-47ec-b75b-ac294fe8bad2 req-70ced9a8-9f24-4252-8c11-ccda837d010e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:18.864283 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f998cccb-6149-47ec-b75b-ac294fe8bad2 req-70ced9a8-9f24-4252-8c11-ccda837d010e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0677416 Sep 20 06:08:18.911070 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f998cccb-6149-47ec-b75b-ac294fe8bad2 req-7b098be9-ef87-41a0-ab70-5612b4925c8a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Sep 20 06:08:19.148248 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac0c3-d49f-4d7d-bc8f-cf3e7ed53d0d req-20d7a2ca-124d-4a67-96c2-8cfd4c83f161 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:19.149765 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b0ac0c3-d49f-4d7d-bc8f-cf3e7ed53d0d req-20d7a2ca-124d-4a67-96c2-8cfd4c83f161 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0602765 Sep 20 06:08:19.196594 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b0ac0c3-d49f-4d7d-bc8f-cf3e7ed53d0d req-63c9e135-a026-41f7-8859-5506f201ea4b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388145 Sep 20 06:08:19.523977 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7d9fc-6c6b-476e-a451-34af78c674a9 req-3e10aa71-6709-4ad7-a063-4a4913ef5407 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:19.532498 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-13b7d9fc-6c6b-476e-a451-34af78c674a9 req-3e10aa71-6709-4ad7-a063-4a4913ef5407 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0623059 Sep 20 06:08:19.571706 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-13b7d9fc-6c6b-476e-a451-34af78c674a9 req-d419d060-9592-4d5c-bcd8-94989db82a82 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383110 Sep 20 06:08:20.057454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850fac5-65a5-4ce5-89bd-7d5481772781 req-65195fae-24ea-4e35-9fc3-0e3612864a9f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:20.059139 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9850fac5-65a5-4ce5-89bd-7d5481772781 req-65195fae-24ea-4e35-9fc3-0e3612864a9f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0770345 Sep 20 06:08:20.106556 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9850fac5-65a5-4ce5-89bd-7d5481772781 req-966f21f2-d058-4f2a-ae0e-63fde0f28fc1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Sep 20 06:08:20.361409 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15985797-7f4a-4930-a19f-bdf5a966682b req-24549eda-fd0e-4065-a6f4-63529f499c5a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:20.362909 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15985797-7f4a-4930-a19f-bdf5a966682b req-24549eda-fd0e-4065-a6f4-63529f499c5a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0647116 Sep 20 06:08:20.405793 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-15985797-7f4a-4930-a19f-bdf5a966682b req-1f57eacc-2f40-4a16-b616-94ac1e341b37 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361781 Sep 20 06:08:20.698141 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270d686-b495-4dd7-934d-96360f983f1f req-ff23afe5-404b-4458-985a-89efa5be4db4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:20.699694 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5270d686-b495-4dd7-934d-96360f983f1f req-ff23afe5-404b-4458-985a-89efa5be4db4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0505595 Sep 20 06:08:20.759595 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5270d686-b495-4dd7-934d-96360f983f1f req-1f099b50-35cc-419d-b491-fae729d6a3b9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469456 Sep 20 06:08:21.230035 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1818472-12ed-435d-abab-6b74abeac925 req-bb9d356f-1d92-4d0f-8b1f-65dbffaf8f3e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:21.232054 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c1818472-12ed-435d-abab-6b74abeac925 req-bb9d356f-1d92-4d0f-8b1f-65dbffaf8f3e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0550628 Sep 20 06:08:21.277661 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c1818472-12ed-435d-abab-6b74abeac925 req-5979d9cc-4190-4d80-ab48-cc9d76cbda5b tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395243 Sep 20 06:08:21.529993 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c2a7a-23f2-4d0c-83e6-e8f536aadc53 req-0f4f82b0-d1a2-44c4-943a-68c151f4b8b5 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:21.531599 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a5c2a7a-23f2-4d0c-83e6-e8f536aadc53 req-0f4f82b0-d1a2-44c4-943a-68c151f4b8b5 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0574994 Sep 20 06:08:21.571102 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a5c2a7a-23f2-4d0c-83e6-e8f536aadc53 req-8e87de38-185b-487e-a4d1-d9ebdf7e578d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Sep 20 06:08:21.902678 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdb45c-8d77-4d66-9f59-7285caf0030d req-51ef9401-d60d-40b3-a74b-a02c5bc0f0b3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:21.904809 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1bfdb45c-8d77-4d66-9f59-7285caf0030d req-51ef9401-d60d-40b3-a74b-a02c5bc0f0b3 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0545218 Sep 20 06:08:21.943711 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1bfdb45c-8d77-4d66-9f59-7285caf0030d req-5834d051-1558-4e43-a2ae-d08f8bff5786 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327697 Sep 20 06:08:22.415171 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45d5d6-29cf-4232-a118-3641fe0651e4 req-a3cfe79e-1bb3-4119-a381-e9afd853f929 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:22.416699 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed45d5d6-29cf-4232-a118-3641fe0651e4 req-a3cfe79e-1bb3-4119-a381-e9afd853f929 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0688946 Sep 20 06:08:22.471312 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed45d5d6-29cf-4232-a118-3641fe0651e4 req-3f692529-0086-4ad8-affa-dc7d905f12dc tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482802 Sep 20 06:08:22.705793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8adbc0-e33d-48e4-8108-ea9897193608 req-4910865e-2fe6-4ea8-b50c-be24c66cfb14 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:22.707273 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9b8adbc0-e33d-48e4-8108-ea9897193608 req-4910865e-2fe6-4ea8-b50c-be24c66cfb14 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0504756 Sep 20 06:08:22.747010 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9b8adbc0-e33d-48e4-8108-ea9897193608 req-497e1d3d-b1d0-466a-9de3-4eba9e27b995 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332227 Sep 20 06:08:23.067311 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8785cbe-9a8b-49a6-b8b6-cb39f6e53173 req-c6bc3e38-631b-496d-b744-b702e717a8c8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:23.068843 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8785cbe-9a8b-49a6-b8b6-cb39f6e53173 req-c6bc3e38-631b-496d-b744-b702e717a8c8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0504043 Sep 20 06:08:23.106421 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e8785cbe-9a8b-49a6-b8b6-cb39f6e53173 req-6ec7bc97-74d4-4b6e-8fa4-8204c79d07be tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Sep 20 06:08:23.587539 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc071fd0-a0a6-4a90-88be-ba7c6b0d8bdd req-37312825-3650-46be-ad58-c20e2c133db2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:23.588990 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc071fd0-a0a6-4a90-88be-ba7c6b0d8bdd req-37312825-3650-46be-ad58-c20e2c133db2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0483112 Sep 20 06:08:23.632438 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fc071fd0-a0a6-4a90-88be-ba7c6b0d8bdd req-db418f6f-c6ef-4f87-8b94-d6e719014033 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341349 Sep 20 06:08:23.870003 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd22eb-2d70-4cf6-8135-09af0f482827 req-59f90ec5-e770-4513-836b-133eb6d27ff0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:23.871438 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ccdd22eb-2d70-4cf6-8135-09af0f482827 req-59f90ec5-e770-4513-836b-133eb6d27ff0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0572140 Sep 20 06:08:23.910659 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ccdd22eb-2d70-4cf6-8135-09af0f482827 req-a2f08dfa-c56e-43b6-88f5-cdb60f8a5e6d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Sep 20 06:08:24.227962 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8b7e-0d28-465f-8d8f-1e257909ae25 req-40036ab6-9a51-4d8c-b3ff-c0a74c445923 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:24.229401 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ef9f8b7e-0d28-465f-8d8f-1e257909ae25 req-40036ab6-9a51-4d8c-b3ff-c0a74c445923 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0516939 Sep 20 06:08:24.270011 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ef9f8b7e-0d28-465f-8d8f-1e257909ae25 req-c6e2f6c5-b46e-4773-821e-4fc39ff82777 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339279 Sep 20 06:08:24.745266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbfc4c-66d4-44d3-a59c-44fed5021ddf req-b992a1a6-5b64-48e1-9631-d133719eca1f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:24.746990 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6dbbfc4c-66d4-44d3-a59c-44fed5021ddf req-b992a1a6-5b64-48e1-9631-d133719eca1f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0488908 Sep 20 06:08:24.751521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-9e7f1881-e864-41e9-8f4c-652e838851ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:24.753035 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-9e7f1881-e864-41e9-8f4c-652e838851ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417714 Sep 20 06:08:24.790552 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6dbbfc4c-66d4-44d3-a59c-44fed5021ddf req-5dbadf2c-a49a-402f-a199-85c4afac62c8 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373063 Sep 20 06:08:24.857179 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-a0b26be6-2dcb-4625-b78f-5892ec581fe0 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920827 Sep 20 06:08:24.888094 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056318e-a5b1-4fd5-8c7d-c0d00dbb98a1 req-176209d0-8298-4e04-89ef-2a12a61ac742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:24.889557 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5056318e-a5b1-4fd5-8c7d-c0d00dbb98a1 req-176209d0-8298-4e04-89ef-2a12a61ac742 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0392716 Sep 20 06:08:24.927443 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5056318e-a5b1-4fd5-8c7d-c0d00dbb98a1 req-552d0534-1656-476b-b3aa-c66f21025a91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270677 Sep 20 06:08:24.948078 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fb0faf1b-b1d8-4b7e-bbf0-586da5e22705 req-a3efbee7-23d7-4cc2-9fc1-b352d6196049 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811014 Sep 20 06:08:25.026180 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab28d7-c00b-4e5c-b15b-3a43e1e5b034 req-68f7454e-17cb-40c0-8f07-aa007ac42921 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.027658 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22ab28d7-c00b-4e5c-b15b-3a43e1e5b034 req-68f7454e-17cb-40c0-8f07-aa007ac42921 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0507534 Sep 20 06:08:25.068567 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22ab28d7-c00b-4e5c-b15b-3a43e1e5b034 req-e5915dc6-eb7f-4af2-a9c6-2cb2f971ce37 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342782 Sep 20 06:08:25.189634 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-1d1db287-3d58-42c0-ab8e-8a3e2bdfb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.190971 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-1d1db287-3d58-42c0-ab8e-8a3e2bdfb947 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1096 time: 0.0392020 Sep 20 06:08:25.280696 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-93189f36-c03b-442c-8b9b-ee09d145ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.282180 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-93189f36-c03b-442c-8b9b-ee09d145ec00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.0830281 Sep 20 06:08:25.346699 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-dfccf2b3-b9f6-4b88-921e-69f77b6c55ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 217 time: 0.0451083 Sep 20 06:08:25.391675 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca57bd5-1b2b-4920-b795-c36b5c6a786d req-499b53e5-4ff0-4ca9-93b6-36a34a1b0459 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.393149 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ca57bd5-1b2b-4920-b795-c36b5c6a786d req-499b53e5-4ff0-4ca9-93b6-36a34a1b0459 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0510938 Sep 20 06:08:25.404025 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-4a4f1870-f69d-434e-8324-5a3d2257e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.405692 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-4a4f1870-f69d-434e-8324-5a3d2257e2fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0516663 Sep 20 06:08:25.431144 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ca57bd5-1b2b-4920-b795-c36b5c6a786d req-b31732dc-1ef7-4659-b714-befa78cef643 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Sep 20 06:08:25.453759 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-9811f736-2c65-4fd9-bd1b-31397ef8663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.455295 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-9811f736-2c65-4fd9-bd1b-31397ef8663e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411479 Sep 20 06:08:25.550440 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-861e5cb6-0b82-4fe5-af37-d5f4c851d252 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Sep 20 06:08:25.651099 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0be7c583-ed64-4095-88a5-48348ef8d7c0 req-e574f622-6e18-4f33-83a9-3893654e4740 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904317 Sep 20 06:08:25.909560 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097dd1f6-04aa-4eb8-acd1-f15dca07de64 req-d7477f3a-1e8a-449e-bf68-bb378e45544a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:25.911144 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-097dd1f6-04aa-4eb8-acd1-f15dca07de64 req-d7477f3a-1e8a-449e-bf68-bb378e45544a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0531087 Sep 20 06:08:25.937368 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48264) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:25.972133 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-097dd1f6-04aa-4eb8-acd1-f15dca07de64 req-4d740f59-df8b-4101-a5dc-e55590f782e8 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409417 Sep 20 06:08:26.043464 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b155f979-a2a0-45f2-9493-cfdc9644a1bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.130528 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b155f979-a2a0-45f2-9493-cfdc9644a1bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.134300 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b155f979-a2a0-45f2-9493-cfdc9644a1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.201882 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b155f979-a2a0-45f2-9493-cfdc9644a1bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56c77928fa52417d87180b67baf01efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626948 Sep 20 06:08:26.204471 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48270) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:26.206897 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155f979-a2a0-45f2-9493-cfdc9644a1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdf4b53-887d-4f59-b887-3b1466c0f704,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:26.222775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2acde-ce39-4842-b12f-9051d76323c0 req-86aeba49-1a04-479f-ab1c-1178b59a719b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:26.224318 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f2a2acde-ce39-4842-b12f-9051d76323c0 req-86aeba49-1a04-479f-ab1c-1178b59a719b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0871427 Sep 20 06:08:26.252688 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.261629 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f2a2acde-ce39-4842-b12f-9051d76323c0 req-7ef69683-fc1a-4f47-a25b-f33b3cf6c0ef tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Sep 20 06:08:26.273690 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.319359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.321991 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.323067 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2fdf4b53-887d-4f59-b887-3b1466c0f704 HTTP/1.1" status: 204 len: 168 time: 0.1176333 Sep 20 06:08:26.331921 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c48fa-c0a5-49d5-b299-4e569e628b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdf4b53-887d-4f59-b887-3b1466c0f704,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:26.463904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3b7c4c6-aaf1-41bd-b188-b6f7529f46db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.554739 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a1299-3314-4264-8e28-ad84477f3d12 req-50d2cac6-3833-465e-b748-e55dc9f7148a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:26.556251 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ae7a1299-3314-4264-8e28-ad84477f3d12 req-50d2cac6-3833-465e-b748-e55dc9f7148a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 944 time: 0.0495586 Sep 20 06:08:26.591857 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48278) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:26.595592 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ae7a1299-3314-4264-8e28-ad84477f3d12 req-1aff4714-b1d5-453a-bdff-4e0b155a0185 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329680 Sep 20 06:08:26.604798 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1241d6d9-f1d4-4b7f-9440-ebf0ce2d29f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.693237 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1241d6d9-f1d4-4b7f-9440-ebf0ce2d29f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.697266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1241d6d9-f1d4-4b7f-9440-ebf0ce2d29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.735511 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1241d6d9-f1d4-4b7f-9440-ebf0ce2d29f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=23b8bfdd29da46f3814727a381eb5801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425209 Sep 20 06:08:26.736563 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241d6d9-f1d4-4b7f-9440-ebf0ce2d29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada3f50-908e-4f02-b62f-e63d1d27b34c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:26.738031 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48282) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:26.787410 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.806770 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.852279 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.854757 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:26.855905 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ada3f50-908e-4f02-b62f-e63d1d27b34c HTTP/1.1" status: 204 len: 168 time: 0.1168633 Sep 20 06:08:26.862957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eaee4-67ce-4008-bc07-c13e5194eddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada3f50-908e-4f02-b62f-e63d1d27b34c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:27.044709 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:08:27.073275 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89987-c0c8-4453-b2b4-653dd1575e68 req-72900821-79a7-4288-a5c3-0295d6f9f934 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:27.075058 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.079851 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fcc89987-c0c8-4453-b2b4-653dd1575e68 req-72900821-79a7-4288-a5c3-0295d6f9f934 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0596812 Sep 20 06:08:27.113891 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fcc89987-c0c8-4453-b2b4-653dd1575e68 req-de2a068b-7b17-4b57-8229-6c4d81751559 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Sep 20 06:08:27.157017 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:27.169310 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'mac_address': 'fa:16:3e:ef:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:08:27.188867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48292) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:27.202345 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-847ed4fc-a333-4d8c-97ef-564e8e3816b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.212266 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.227865 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:08:27.236963 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44484ad-c6cd-40b2-a7b0-9b796d07863f req-cbe2958c-6b3e-4970-8c4a-586e00aa8eea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:27.238849 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a44484ad-c6cd-40b2-a7b0-9b796d07863f req-cbe2958c-6b3e-4970-8c4a-586e00aa8eea tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0555520 Sep 20 06:08:27.249587 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:27.254744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.294750 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a44484ad-c6cd-40b2-a7b0-9b796d07863f req-b157e065-87f3-4e0d-9165-b6e457bc5418 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Sep 20 06:08:27.308197 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-847ed4fc-a333-4d8c-97ef-564e8e3816b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.308663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48296) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:27.318711 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=9']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:27.331723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-847ed4fc-a333-4d8c-97ef-564e8e3816b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.391831 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-847ed4fc-a333-4d8c-97ef-564e8e3816b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faae7c6b60664386b6c1ca31d64675c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018342 Sep 20 06:08:27.394462 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48300) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:27.395284 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ed4fc-a333-4d8c-97ef-564e8e3816b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a719c82-738c-47b3-8d02-123ef5bc6b0c,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:27.417561 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b00c1-fd76-43ca-9cd0-9a398dbbbbae req-84d72325-68eb-49e9-a6ab-ed4d5b3b1ba7 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:27.419638 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a96b00c1-fd76-43ca-9cd0-9a398dbbbbae req-84d72325-68eb-49e9-a6ab-ed4d5b3b1ba7 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0690272 Sep 20 06:08:27.448675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.459562 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a96b00c1-fd76-43ca-9cd0-9a398dbbbbae req-3967731e-c422-4dc2-88a4-76af3c424316 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Sep 20 06:08:27.471711 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.521531 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.524162 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.525299 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a719c82-738c-47b3-8d02-123ef5bc6b0c HTTP/1.1" status: 204 len: 168 time: 0.1289546 Sep 20 06:08:27.533611 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a323ef-9cb1-4e81-bf91-109ea6321083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a719c82-738c-47b3-8d02-123ef5bc6b0c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:27.567200 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a44f4d-1c2b-440a-b2a1-45e4932b7c81 tempest-TestShelveInstance-1293654062 tempest-TestShelveInstance-1293654062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:27.571619 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-96a44f4d-1c2b-440a-b2a1-45e4932b7c81 tempest-TestShelveInstance-1293654062 tempest-TestShelveInstance-1293654062-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1093 time: 0.2578356 Sep 20 06:08:27.571863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48304) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:27.576413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:27.597686 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.703694 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.722353 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ee165-8635-42b5-93f7-2a7eaa5875cd req-7df13301-93da-4cec-ab65-b69b363d2a45 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:27.723917 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e07ee165-8635-42b5-93f7-2a7eaa5875cd req-7df13301-93da-4cec-ab65-b69b363d2a45 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Sep 20 06:08:27.768841 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e07ee165-8635-42b5-93f7-2a7eaa5875cd req-cd175f99-7f96-4b30-9ce0-c99b20c90638 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381727 Sep 20 06:08:27.818001 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Allocated IP 172.27.3.35 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/03f83131-1e26-44de-b27f-b18bd0b08284) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:08:27.920688 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.958339 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:27.995828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:08:28.001050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:08:28.008185 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:08:28.011252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'Port': ['ID=03f83131-1e26-44de-b27f-b18bd0b08284,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:28.358829 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:28.428307 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:28.600599 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbfdf97-32ed-4a68-bdea-72b35a4d8d65 req-532798be-ee61-415d-8ea0-956749619744 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:28.601987 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7dbfdf97-32ed-4a68-bdea-72b35a4d8d65 req-532798be-ee61-415d-8ea0-956749619744 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0757523 Sep 20 06:08:28.624793 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:28.633462 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:28.685572 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7dbfdf97-32ed-4a68-bdea-72b35a4d8d65 req-a74f602a-c1a5-4333-a0c9-d284d14c6b42 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Sep 20 06:08:28.716803 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event updated for resources: {'Port': ['ID=03f83131-1e26-44de-b27f-b18bd0b08284,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:28.730743 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:28.893934 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe544e0-d9d7-4275-867c-5788187550ca req-4de79813-0b9c-48d9-889b-66a125a5277e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:28.895617 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bbe544e0-d9d7-4275-867c-5788187550ca req-4de79813-0b9c-48d9-889b-66a125a5277e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0510051 Sep 20 06:08:28.934762 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bbe544e0-d9d7-4275-867c-5788187550ca req-ed19e0a6-3e1b-458f-a5a9-7d1fb39b268c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Sep 20 06:08:29.044054 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1c98051c-a59b-45bc-a1e0-3a267e0340e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:29.059081 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Floating IP 58e4c027-0552-4d36-88c4-ad9f68961ca2 associated. External IP: 172.27.3.35, port: 6d25a05c-9e47-46c1-bde7-1b5b2821daeb. Sep 20 06:08:29.089415 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['963d7886-6e8b-4724-b2c9-c17eb78837de'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:08:29.283655 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:29.301058 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Router 3d1466da-d1e7-433f-ac58-5b2f563c153a has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:08:29.409465 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:08:29.418555 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Sync routers for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:08:29.426041 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:29.427769 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:29.428377 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:29.457374 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8f944465-ce9a-4fb1-b056-1367ef5eb80f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8844216 Sep 20 06:08:29.457954 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:29.460261 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f25c62-1e8d-411c-8813-cede40743277" -d '{"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:29.502904 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a42563-92e3-4675-a6a1-24db340e6523 x-openstack-request-id: req-30a42563-92e3-4675-a6a1-24db340e6523 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:29.503198 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:29.503481 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30a42563-92e3-4675-a6a1-24db340e6523 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:29.503877 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'status': 'completed', 'code': 200} Sep 20 06:08:29.534345 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:29.567757 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25c62-1e8d-411c-8813-cede40743277 req-47f0ed34-8893-4fea-b457-95cbf82e190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:29.569357 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-47f0ed34-8893-4fea-b457-95cbf82e190f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0420835 Sep 20 06:08:29.664064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25c62-1e8d-411c-8813-cede40743277 req-98fd880a-3979-42d6-a23e-b72e503bae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:29.665488 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-98fd880a-3979-42d6-a23e-b72e503bae9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.0892792 Sep 20 06:08:29.734793 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-dcd87c06-1960-4af7-a0a5-bcd1cae2aa42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 998 time: 0.0623767 Sep 20 06:08:29.817432 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25c62-1e8d-411c-8813-cede40743277 req-89cb15c6-40c5-408a-bdb6-c0b2438efbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:29.818943 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-89cb15c6-40c5-408a-bdb6-c0b2438efbfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0775771 Sep 20 06:08:29.846415 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843b1b2-2526-4d3c-9025-52f6e52e4049 req-7378997b-004b-49d6-bad6-ff8f2bb45ea3 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:29.848098 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4843b1b2-2526-4d3c-9025-52f6e52e4049 req-7378997b-004b-49d6-bad6-ff8f2bb45ea3 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0801129 Sep 20 06:08:29.907422 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4843b1b2-2526-4d3c-9025-52f6e52e4049 req-8c7bb44f-789a-4098-aae6-5a1e68504214 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Sep 20 06:08:29.910407 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25c62-1e8d-411c-8813-cede40743277 req-3caf961f-96f0-419d-9222-ab42688df6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:29.912005 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-3caf961f-96f0-419d-9222-ab42688df6f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856433 Sep 20 06:08:29.917944 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '58e4c027-0552-4d36-88c4-ad9f68961ca2', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'mac_address': 'fa:16:3e:a0:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:28Z', 'updated_at': '2021-09-20T06:08:28Z', 'revision_number': 0, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:29.951503 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Checking router: 3d1466da-d1e7-433f-ac58-5b2f563c153a for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:08:29.961525 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:29.976120 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:29.976762 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:30.019042 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-c53ca248-c8c3-47cc-9e4c-0dd61afa2cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994794 Sep 20 06:08:30.061912 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06aeaa-f03f-410d-a1d5-8045ff5b390e req-59585dae-c270-4205-8684-75dd5c44fee8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:30.063736 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5c06aeaa-f03f-410d-a1d5-8045ff5b390e req-59585dae-c270-4205-8684-75dd5c44fee8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Sep 20 06:08:30.097311 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:30.106332 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5c06aeaa-f03f-410d-a1d5-8045ff5b390e req-d91deeb5-056c-4fba-84f6-e60939661952 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359950 Sep 20 06:08:30.126491 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d3f25c62-1e8d-411c-8813-cede40743277 req-0decce64-daf6-4f61-b545-fa5e3209b71b service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004167 Sep 20 06:08:30.317250 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '58e4c027-0552-4d36-88c4-ad9f68961ca2', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'mac_address': 'fa:16:3e:a0:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:28Z', 'updated_at': '2021-09-20T06:08:28Z', 'revision_number': 0, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:30.344545 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1b30f4-169f-4ae8-871d-64aad6de8e1c None None] The sync data for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi is: [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '58e4c027-0552-4d36-88c4-ad9f68961ca2', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'floating_ip_address': '172.27.3.35', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'mac_address': 'fa:16:3e:a0:8f:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:28Z', 'updated_at': '2021-09-20T06:08:28Z', 'revision_number': 0, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:08:30.545390 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2e4a9-02ea-4d77-af89-d2cd9b83e5b2 None None] New status for floating IP 58e4c027-0552-4d36-88c4-ad9f68961ca2: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:08:30.883203 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:08:30.885293 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:08:30.995445 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 963d7886-6e8b-4724-b2c9-c17eb78837de triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:30.995821 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.029997 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c59a0-43a5-4edb-928c-15771db9a7a5 req-0df341e5-bf68-4aa0-b875-b1be78396030 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:31.031678 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e3c59a0-43a5-4edb-928c-15771db9a7a5 req-0df341e5-bf68-4aa0-b875-b1be78396030 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 943 time: 0.0591164 Sep 20 06:08:31.041764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:31.059154 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'port_id': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'mac_address': 'fa:16:3e:e4:c4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:08:31.076959 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6e3c59a0-43a5-4edb-928c-15771db9a7a5 req-1d0d7385-6542-48ad-9754-cea34afd4760 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382881 Sep 20 06:08:31.127117 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.138289 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.150389 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:08:31.175711 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:31.178150 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe28f25-6d06-4885-b616-6a474fb99c51" -d '{"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:31.195739 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:31.197668 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:31.201337 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.205562 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.254076 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53713b28-2c34-41da-996f-a01b68ed8367 req-565662a4-abe8-4fd1-9aa1-e518026d7049 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:31.255781 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53713b28-2c34-41da-996f-a01b68ed8367 req-565662a4-abe8-4fd1-9aa1-e518026d7049 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 945 time: 0.0695617 Sep 20 06:08:31.266440 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3396d15-25bd-4f78-9287-b509264fb407 x-openstack-request-id: req-a3396d15-25bd-4f78-9287-b509264fb407 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:31.266703 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-plugged", "status": "completed", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:31.266932 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3396d15-25bd-4f78-9287-b509264fb407 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:31.267401 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'code': 200} Sep 20 06:08:31.272350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:31.300577 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53713b28-2c34-41da-996f-a01b68ed8367 req-eba93866-eae4-4c7d-b89b-d532410d4821 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Sep 20 06:08:31.324438 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:31.463833 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:08:31.718445 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48404) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:31.819125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f662223f-515b-4e05-ac6b-26d1cb9b3865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.904986 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f662223f-515b-4e05-ac6b-26d1cb9b3865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.909089 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f662223f-515b-4e05-ac6b-26d1cb9b3865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.922649 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:31.950978 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f662223f-515b-4e05-ac6b-26d1cb9b3865 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=51e1e512a0ff47db803e94a6183d7b40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314794 Sep 20 06:08:31.951886 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662223f-515b-4e05-ac6b-26d1cb9b3865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542b36d4-8a6b-44d0-a7f3-11e4d942d00e,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:31.953786 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48408) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:32.001329 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.023457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.069166 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.071882 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.073017 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/542b36d4-8a6b-44d0-a7f3-11e4d942d00e HTTP/1.1" status: 204 len: 168 time: 0.1182480 Sep 20 06:08:32.080981 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c2135-c960-46f5-b705-dfd14497916c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542b36d4-8a6b-44d0-a7f3-11e4d942d00e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:32.196821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6811078-f257-4f6b-a3d7-5c5776203f1d req-c144f64d-0de1-4830-825a-12e13230273a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:32.198382 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a6811078-f257-4f6b-a3d7-5c5776203f1d req-c144f64d-0de1-4830-825a-12e13230273a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 944 time: 0.0510473 Sep 20 06:08:32.238090 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a6811078-f257-4f6b-a3d7-5c5776203f1d req-95e81900-18af-43f6-99eb-34d0a65be94f tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Sep 20 06:08:32.329534 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48420) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:32.343031 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ca637902-8d79-49f7-b1c9-97689100a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.439005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0bd8-40fb-4890-91e8-8bd61026220a req-c2745d5c-dcdc-43a2-8cf0-7452aaf8cf36 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:32.440477 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9cde0bd8-40fb-4890-91e8-8bd61026220a req-c2745d5c-dcdc-43a2-8cf0-7452aaf8cf36 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0659220 Sep 20 06:08:32.488970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ca637902-8d79-49f7-b1c9-97689100a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.496615 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9cde0bd8-40fb-4890-91e8-8bd61026220a req-f0e72588-60c3-4c90-b80f-1d7fbcb8a4f2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485172 Sep 20 06:08:32.497191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ca637902-8d79-49f7-b1c9-97689100a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.534171 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ca637902-8d79-49f7-b1c9-97689100a75f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e83c96a4019435ba5e5e2108f182570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035778 Sep 20 06:08:32.536117 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637902-8d79-49f7-b1c9-97689100a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f3ef02-fa72-4005-8c93-0d1fcdbb24ea,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:32.537060 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48422) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:32.587283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.607673 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.651546 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.654674 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:32.655806 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6f3ef02-fa72-4005-8c93-0d1fcdbb24ea HTTP/1.1" status: 204 len: 168 time: 0.1177535 Sep 20 06:08:32.662859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8a1c4-a353-4dac-8d96-7ab799eb6ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f3ef02-fa72-4005-8c93-0d1fcdbb24ea,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:33.366484 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e99451-4b7a-49b5-857a-d1b12c8bd524 req-49e71538-39b1-4a13-9c0e-3167805199aa tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:33.367984 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f5e99451-4b7a-49b5-857a-d1b12c8bd524 req-49e71538-39b1-4a13-9c0e-3167805199aa tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 944 time: 0.0592487 Sep 20 06:08:33.405389 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f5e99451-4b7a-49b5-857a-d1b12c8bd524 req-24907db9-f908-4fd7-a1de-f0292716c346 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 20 06:08:33.621053 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020ec9c-a119-4c09-a7f7-ea4a8e2877df req-79055c98-2f11-4414-a028-34344ec42aae tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:33.623078 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9020ec9c-a119-4c09-a7f7-ea4a8e2877df req-79055c98-2f11-4414-a028-34344ec42aae tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0537412 Sep 20 06:08:33.672064 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9020ec9c-a119-4c09-a7f7-ea4a8e2877df req-2e7d1c21-2f12-4393-9194-786df222ea25 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Sep 20 06:08:34.367040 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17c096-6f28-493d-ac4a-4a8e28ceaf91 req-6dab15f1-928c-4b0a-b04c-d8be72f10336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:34.368535 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5f17c096-6f28-493d-ac4a-4a8e28ceaf91 req-6dab15f1-928c-4b0a-b04c-d8be72f10336 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 1100 time: 0.0423636 Sep 20 06:08:34.401615 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5f17c096-6f28-493d-ac4a-4a8e28ceaf91 req-551878dd-e2a0-41a4-bf2c-ab3aa44a0f1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254984 Sep 20 06:08:34.515596 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0921d-0968-463f-943b-e48f8c051393 req-b9e88403-2766-4c1e-829d-366f7fff15ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:34.517032 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-89c0921d-0968-463f-943b-e48f8c051393 req-b9e88403-2766-4c1e-829d-366f7fff15ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 944 time: 0.0468748 Sep 20 06:08:34.554701 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-89c0921d-0968-463f-943b-e48f8c051393 req-843fc081-69d9-48c6-ac98-1b06f249bc2a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Sep 20 06:08:34.791601 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eb5a4-a25c-4f5f-9ff6-9b38940e2272 req-3116c090-831c-4294-9f14-3a49416c0c66 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:34.793278 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f0eb5a4-a25c-4f5f-9ff6-9b38940e2272 req-3116c090-831c-4294-9f14-3a49416c0c66 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0499358 Sep 20 06:08:34.832420 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f0eb5a4-a25c-4f5f-9ff6-9b38940e2272 req-8d49a761-e24c-4561-ad85-abf5f0062931 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332389 Sep 20 06:08:35.673098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bcba-5dfd-408d-8719-d188e23a1f68 req-77e61695-d406-472f-9460-583906d2300a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:35.674820 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-79f7bcba-5dfd-408d-8719-d188e23a1f68 req-77e61695-d406-472f-9460-583906d2300a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 944 time: 0.0523682 Sep 20 06:08:35.712348 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-79f7bcba-5dfd-408d-8719-d188e23a1f68 req-0716ff58-f043-49be-bb03-a596cf0f95b0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 20 06:08:35.954824 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d1a6-a565-4c3c-aeb8-923cffe66dca req-43a6f6b6-b491-4d1f-9a9c-aeff22a3b82f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:35.956522 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0bb6d1a6-a565-4c3c-aeb8-923cffe66dca req-43a6f6b6-b491-4d1f-9a9c-aeff22a3b82f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0488005 Sep 20 06:08:35.993887 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0bb6d1a6-a565-4c3c-aeb8-923cffe66dca req-970ae099-3446-4eae-9e43-053797fd7690 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311658 Sep 20 06:08:36.268041 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:08:36.321005 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:08:36.322624 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:36.323184 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.398497 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.420498 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:36.422720 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1c6c81-a92f-4f0d-8b3b-14792a455741" -d '{"events": [{"server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "name": "network-vif-plugged", "status": "completed", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:36.436538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:36.440384 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.463119 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3dc95e-328a-4d59-a7d7-e0432f12d07b x-openstack-request-id: req-de3dc95e-328a-4d59-a7d7-e0432f12d07b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:36.463433 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "name": "network-vif-plugged", "status": "completed", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:36.463681 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de3dc95e-328a-4d59-a7d7-e0432f12d07b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:36.464064 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'code': 200} Sep 20 06:08:36.495633 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:36.594906 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48558) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:36.637453 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d33f5-d589-4be0-9e96-84bc78283ae8 req-630c0792-5112-49e1-9f87-52dbcc138bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:36.639064 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-712d33f5-d589-4be0-9e96-84bc78283ae8 req-630c0792-5112-49e1-9f87-52dbcc138bcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1098 time: 0.0470364 Sep 20 06:08:36.712891 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-038f6b8c-faf6-493d-9bc7-76df34a590a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.866388 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-038f6b8c-faf6-493d-9bc7-76df34a590a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.874168 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb96b1-a2a0-4e98-bd33-1b12482851cc req-d8c2d441-914f-44b3-82a5-7ad89b9eb42b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:36.875698 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10eb96b1-a2a0-4e98-bd33-1b12482851cc req-d8c2d441-914f-44b3-82a5-7ad89b9eb42b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0784662 Sep 20 06:08:36.876849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-038f6b8c-faf6-493d-9bc7-76df34a590a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.911074 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-712d33f5-d589-4be0-9e96-84bc78283ae8 req-200b0fb8-b122-423f-bfa6-4eed13a87bac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652466 Sep 20 06:08:36.929592 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-038f6b8c-faf6-493d-9bc7-76df34a590a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f971e9c4e3f4df3b7dba37611140b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334086 Sep 20 06:08:36.931489 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f6b8c-faf6-493d-9bc7-76df34a590a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2206816f-a322-45cc-a59e-9d3cbd841e53,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:36.932247 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48568) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:36.950787 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-10eb96b1-a2a0-4e98-bd33-1b12482851cc req-9f3b7bd1-6592-4cd7-98d3-b9c1641311e5 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574896 Sep 20 06:08:36.980387 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:36.999991 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:37.048369 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:37.051180 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:37.052342 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2206816f-a322-45cc-a59e-9d3cbd841e53 HTTP/1.1" status: 204 len: 168 time: 0.1190405 Sep 20 06:08:37.059995 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33075ade-4442-4936-92d2-ea8568597bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2206816f-a322-45cc-a59e-9d3cbd841e53,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:37.122769 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186bcaf-f072-4a45-9df1-ef5e1ef52009 req-43c2d7e5-f5ee-4e7d-8274-fb526689ad05 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:37.124395 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6186bcaf-f072-4a45-9df1-ef5e1ef52009 req-43c2d7e5-f5ee-4e7d-8274-fb526689ad05 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0517559 Sep 20 06:08:37.163491 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6186bcaf-f072-4a45-9df1-ef5e1ef52009 req-21511af2-8991-4e61-9b68-5503abdeb987 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Sep 20 06:08:38.065485 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71a0f3-a739-408e-a008-0b68ddc2e600 req-f502dca6-c9f4-485c-910d-0df9f386f962 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:38.066967 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d71a0f3-a739-408e-a008-0b68ddc2e600 req-f502dca6-c9f4-485c-910d-0df9f386f962 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0489049 Sep 20 06:08:38.111574 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0d71a0f3-a739-408e-a008-0b68ddc2e600 req-396bf02c-b188-4e59-a1d1-ece24afe9403 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Sep 20 06:08:39.225917 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7b7f9-5253-4434-a994-5678d72b7c6a req-fd67530e-4f54-47dd-aa2c-1f29254f5484 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:39.227396 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ebc7b7f9-5253-4434-a994-5678d72b7c6a req-fd67530e-4f54-47dd-aa2c-1f29254f5484 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0502434 Sep 20 06:08:39.263350 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ebc7b7f9-5253-4434-a994-5678d72b7c6a req-28cb5b76-076a-4412-98cd-4685e885bb13 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302210 Sep 20 06:08:40.378538 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803c83c-a480-4aa1-bfb0-5f2756484805 req-1a580cf2-f67b-4be7-8e3e-5e129be9e00d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:40.379848 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2803c83c-a480-4aa1-bfb0-5f2756484805 req-1a580cf2-f67b-4be7-8e3e-5e129be9e00d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0485644 Sep 20 06:08:40.423062 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2803c83c-a480-4aa1-bfb0-5f2756484805 req-cc82226a-b7ab-4479-a8e0-b8cbba6de448 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319307 Sep 20 06:08:41.536419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2164c3-dc17-431d-86cf-9b1435574bf1 req-f8eeaf83-7280-44e2-9324-cf20f22feef6 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:41.537877 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7d2164c3-dc17-431d-86cf-9b1435574bf1 req-f8eeaf83-7280-44e2-9324-cf20f22feef6 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0479987 Sep 20 06:08:41.574486 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7d2164c3-dc17-431d-86cf-9b1435574bf1 req-5d8bae6b-4cc7-443e-8da6-fa88d0bf7164 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308383 Sep 20 06:08:41.682960 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf4d7a-987b-4f54-9f44-cc527d4468f8 req-02f45d47-99a6-40e9-b93e-6a314e14571a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:41.684441 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-facf4d7a-987b-4f54-9f44-cc527d4468f8 req-02f45d47-99a6-40e9-b93e-6a314e14571a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0474567 Sep 20 06:08:41.721516 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-facf4d7a-987b-4f54-9f44-cc527d4468f8 req-c7bd4580-bdfd-4d7a-ab4c-7606fcf4a1ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Sep 20 06:08:42.040911 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d57eb-9e2e-4f13-a237-b11184444096 req-556ffff6-adf8-4b78-ab73-b011b268ed97 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:42.042381 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-350d57eb-9e2e-4f13-a237-b11184444096 req-556ffff6-adf8-4b78-ab73-b011b268ed97 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0495131 Sep 20 06:08:42.083464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-350d57eb-9e2e-4f13-a237-b11184444096 req-d1c28402-e975-4cc1-afe5-62ca1753b2f3 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351775 Sep 20 06:08:50.078977 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48774) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:50.179768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.263662 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.267305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.305480 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af50dc-1e9d-4360-bfee-a72fcc1753fb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:50.309062 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb582b817a9a45a79a9c3803314958ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290554 Sep 20 06:08:50.311831 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48780) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:50.314875 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.315218 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.315585 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.315918 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.316244 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.316569 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.316890 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.317208 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.317528 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.317845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.318162 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.318476 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf00a17-7373-4593-9c46-9c8439c67b1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.364717 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.384512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.428622 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.431320 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:50.432473 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96af50dc-1e9d-4360-bfee-a72fcc1753fb HTTP/1.1" status: 204 len: 168 time: 0.1194322 Sep 20 06:08:50.440321 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af50dc-1e9d-4360-bfee-a72fcc1753fb,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:50.446931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.447277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.447642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.447976 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.448303 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.448631 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.448955 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.449279 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.449659 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.450431 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.450752 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:50.451064 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275166f2-e538-4197-8ce5-49ead7b4a45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:08:52.297502 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48800) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:52.398041 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-57a01a58-7bbf-4beb-b063-9d307ae6d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.483820 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-57a01a58-7bbf-4beb-b063-9d307ae6d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.487478 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-57a01a58-7bbf-4beb-b063-9d307ae6d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.523908 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-57a01a58-7bbf-4beb-b063-9d307ae6d861 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b812f50990c7447baa3257b6836017c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253907 Sep 20 06:08:52.525072 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a01a58-7bbf-4beb-b063-9d307ae6d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58398822-0454-4ec8-8d11-729e7291559a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:52.526599 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48804) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:52.573470 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.593617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.664253 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.666862 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:52.668040 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58398822-0454-4ec8-8d11-729e7291559a HTTP/1.1" status: 204 len: 168 time: 0.1404059 Sep 20 06:08:52.676143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b78dc-c516-4c8e-8032-4e5ee399cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58398822-0454-4ec8-8d11-729e7291559a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:52.913244 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48812) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:52.925951 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a71672da-ce12-4ded-88c9-2cf13d90f616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.014777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a71672da-ce12-4ded-88c9-2cf13d90f616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.018271 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a71672da-ce12-4ded-88c9-2cf13d90f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.054055 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a71672da-ce12-4ded-88c9-2cf13d90f616 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c89da54af547d48f296e0f7cd90624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397486 Sep 20 06:08:53.055962 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71672da-ce12-4ded-88c9-2cf13d90f616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b091be-ab7d-40b5-b8ff-e1ba4f1745f9,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:53.056738 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48814) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:53.104377 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.124442 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.167994 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.170549 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:53.171733 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08b091be-ab7d-40b5-b8ff-e1ba4f1745f9 HTTP/1.1" status: 204 len: 168 time: 0.1140106 Sep 20 06:08:53.178782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace9e9f-9303-4ee5-a20f-1dc70683f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b091be-ab7d-40b5-b8ff-e1ba4f1745f9,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:55.094419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41181-f13c-4dda-9ae0-ef9890f8b3ce req-691b3b13-5ca0-4c74-a684-717ecd4e1a07 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:55.095930 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-48d41181-f13c-4dda-9ae0-ef9890f8b3ce req-691b3b13-5ca0-4c74-a684-717ecd4e1a07 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0487082 Sep 20 06:08:55.131605 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-48d41181-f13c-4dda-9ae0-ef9890f8b3ce req-441ea01a-614f-4b74-aca1-ba1cb21e76ab tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297744 Sep 20 06:08:55.154060 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48874) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:55.330419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971216e-830e-44ea-8174-57fbd2cfd0ed tempest-TestMinimumBasicScenario-219832103 tempest-TestMinimumBasicScenario-219832103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:55.331945 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b971216e-830e-44ea-8174-57fbd2cfd0ed tempest-TestMinimumBasicScenario-219832103 tempest-TestMinimumBasicScenario-219832103-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1093 time: 0.1769438 Sep 20 06:08:55.334729 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48878) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:55.338973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'port_id': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:55.360448 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:55.455602 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:55.553081 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Allocated IP 172.27.3.235 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/1c253d08-c081-46c7-9f45-68ecd220d8b2) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:08:55.654257 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:55.686283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:55.723713 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:08:55.726430 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:08:55.734507 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:08:55.737494 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'Port': ['ID=1c253d08-c081-46c7-9f45-68ecd220d8b2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:55.844866 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:08:56.087256 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.155232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.302560 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.307225 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.379159 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'Port': ['ID=1c253d08-c081-46c7-9f45-68ecd220d8b2,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:56.385208 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.464939 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1ed05b47-c3a6-4af7-b3e5-645071c67797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.482601 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Floating IP dd66d9ca-a86d-4931-8d5f-dbe3a1da1259 associated. External IP: 172.27.3.235, port: 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d. Sep 20 06:08:56.678247 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:08:56.781274 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:08:56.790743 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Sync routers for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:08:56.796512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.801208 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:56.801826 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:56.822592 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-94342042-8f25-457d-b2cc-bc04324d2733 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4868839 Sep 20 06:08:56.823152 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:56.825412 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c741c042-7350-4e8a-b503-1426cb61b2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:56.825829 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48888) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:56.830467 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928641695', 'description': 'tempest-secgroup-smoke-928641695 description', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:56.855143 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:56.863450 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7bc95d-abca-4ae5-a815-bcc79807a282 x-openstack-request-id: req-bd7bc95d-abca-4ae5-a815-bcc79807a282 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:56.863754 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:56.864011 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7bc95d-abca-4ae5-a815-bcc79807a282 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:56.864412 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:08:56.912873 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:56.949159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-a0152c54-7b05-4a22-b54c-004a98a9dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:56.950619 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-a0152c54-7b05-4a22-b54c-004a98a9dd20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1098 time: 0.0622308 Sep 20 06:08:56.997226 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.006956 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.077207 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.078606 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2516692 Sep 20 06:08:57.079993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.081880 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da41bb0-9def-4f63-a99e-94dd5b4fe9ca tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080a568b-60c0-41e6-b951-15f6971e082b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.082159 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48892) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.087390 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.102624 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-1efa7335-1f23-4f57-b058-8ada5305e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:57.104434 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-1efa7335-1f23-4f57-b058-8ada5305e607 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.1357183 Sep 20 06:08:57.114185 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.162683 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'dd66d9ca-a86d-4931-8d5f-dbe3a1da1259', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'port_id': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'mac_address': 'fa:16:3e:e4:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813af45-280c-4f73-a58e-5bc0e232603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:55Z', 'updated_at': '2021-09-20T06:08:55Z', 'revision_number': 0, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:57.181710 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-d09c946d-8e29-4dc4-9935-ad82c6f93ec1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 999 time: 0.0614896 Sep 20 06:08:57.191610 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.195622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Checking router: f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:08:57.199606 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.206999 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:08:57.207874 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:57.220751 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17beaea5-c6d3-4549-bba7-11ac40f3c8ba,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.231222 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.236035 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-16847dfa-a090-4663-9080-7b6da470a10e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501338 Sep 20 06:08:57.236140 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48898) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.250798 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-e3a2b63d-6aa3-4363-90cd-f62ffa5a9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:57.252469 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-e3a2b63d-6aa3-4363-90cd-f62ffa5a9ae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0606182 Sep 20 06:08:57.253147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.295139 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.320915 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-663b39fd-4c34-4eb7-a69c-76e66848a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:57.323028 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-663b39fd-4c34-4eb7-a69c-76e66848a23d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615907 Sep 20 06:08:57.374287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.381761 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.406013 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3f740b9-4463-4a10-99bc-a0fe076336be,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.419716 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.420992 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5ba04b0b-bd83-4daf-ae13-d0dc8a8110e9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838696 Sep 20 06:08:57.424677 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48904) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.434061 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.461363 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-c64cee70-80e0-4481-a617-87d2092472e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252530 Sep 20 06:08:57.474314 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.487422 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:08:57.539359 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.544222 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.563065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c032c5d6-b2da-4884-a1db-1f58d33e34b5,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.564805 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c741c042-7350-4e8a-b503-1426cb61b2b0 req-711d8ceb-a88b-4bfb-81bf-ed08459352d5 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936487 Sep 20 06:08:57.568910 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.570754 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c0548668-cae8-4bdb-9018-c3def3786cff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441882 Sep 20 06:08:57.573466 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48908) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.578143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.604993 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.673047 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.677310 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.692723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a957a6-4835-4221-a5fe-17369bf6d09a,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.702056 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.703333 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-399313bb-f16f-45a4-a2c0-19db629bdbf0 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289196 Sep 20 06:08:57.706402 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48910) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.710929 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.731927 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Project d89c911f93e840cfb798d4ac4ba32d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:08:57.736504 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.739355 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'dd66d9ca-a86d-4931-8d5f-dbe3a1da1259', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'port_id': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'mac_address': 'fa:16:3e:e4:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813af45-280c-4f73-a58e-5bc0e232603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:55Z', 'updated_at': '2021-09-20T06:08:55Z', 'revision_number': 0, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:08:57.765234 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193bde1-8a41-4fe4-88dd-bfd6680bb73d None None] The sync data for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi is: [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'dd66d9ca-a86d-4931-8d5f-dbe3a1da1259', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'port_id': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'mac_address': 'fa:16:3e:e4:c4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3813af45-280c-4f73-a58e-5bc0e232603c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:08:55Z', 'updated_at': '2021-09-20T06:08:55Z', 'revision_number': 0, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:08:57.795456 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.798998 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.816661 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ea3282-6262-407b-bcd5-870ec907ff5b,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.822030 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.825894 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2b50fe9b-fca8-4263-a49c-4ad728fa95bd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159229 Sep 20 06:08:57.826795 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48912) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:57.830226 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'security_group_rule': {'security_group_id': '080a568b-60c0-41e6-b951-15f6971e082b', 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:57.852265 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Project d89c911f93e840cfb798d4ac4ba32d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:08:57.857833 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.919258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.922946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.945089 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8324918-972b-4f69-bc61-40decddfe0a0,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:57.952788 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:57.954144 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-db6e8e74-3d44-460a-b7f4-f92943f1741d tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272044 Sep 20 06:08:57.968319 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2c685a-cb5f-4e05-827a-08b77820acbc None None] New status for floating IP dd66d9ca-a86d-4931-8d5f-dbe3a1da1259: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:08:58.032407 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-bc8163a6-68c5-48b7-898e-7c04ba66aaff tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928641695&fields=id&tenant_id=d89c911f93e840cfb798d4ac4ba32d38 HTTP/1.1" status: 200 len: 267 time: 0.0328498 Sep 20 06:08:58.084064 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-1cdaf09e-504f-4ddd-b7c9-cb5cb85ece34 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:58.085513 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-1cdaf09e-504f-4ddd-b7c9-cb5cb85ece34 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0474720 Sep 20 06:08:58.096861 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'port': {'security_groups': ['3dcd9555-0a16-42d0-b70d-c275531c5580', '080a568b-60c0-41e6-b951-15f6971e082b']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:08:58.161717 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:58.339305 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:08:58.370718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:58.375475 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:58.387904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:08:58.414788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:58.415611 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:58.419397 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8305b7bb-57a7-4145-bd0c-d40d4cbd5dea req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "PUT /v2.0/ports/9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 981 time: 0.3243310 Sep 20 06:08:58.457857 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f759fd2-8f00-413f-9be0-8a7e505783b8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=6']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:58.524218 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:08:58.540257 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86335338-0ba6-43e5-992c-7b6c46bd4c40 req-92973ce2-00b8-4bf4-949d-fcd5e30d2948 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:58.550481 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86335338-0ba6-43e5-992c-7b6c46bd4c40 req-92973ce2-00b8-4bf4-949d-fcd5e30d2948 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0644317 Sep 20 06:08:58.596063 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86335338-0ba6-43e5-992c-7b6c46bd4c40 req-71f6e48b-a217-486d-895c-57f0e10f76c6 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446005 Sep 20 06:08:58.716576 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-9454168b-1c4b-408a-ac7b-e0302a191bbb None None] Provisioning complete for port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:08:58.716866 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9454168b-1c4b-408a-ac7b-e0302a191bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:58.865671 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:08:58.868767 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1005e460-a0a4-4897-aca0-d05906cd2d20" -d '{"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:08:58.901880 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48940) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:58.909526 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5acef64-7784-4ffc-982a-437dbb246eda x-openstack-request-id: req-e5acef64-7784-4ffc-982a-437dbb246eda {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:08:58.909827 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:08:58.910317 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5acef64-7784-4ffc-982a-437dbb246eda {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:08:58.910839 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:08:58.975715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-bce72e6c-04b9-465f-a868-d43ca4adf165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:58.977276 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-bce72e6c-04b9-465f-a868-d43ca4adf165 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1137 time: 0.0438039 Sep 20 06:08:59.036635 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c781266d-6676-42b0-b437-255546fc6339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.054686 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ea39f187-162f-4452-b9a6-c14edf0ecdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.123765 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-37887249-2d38-4a59-91a8-249630eb5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:59.125233 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-37887249-2d38-4a59-91a8-249630eb5b35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.1348419 Sep 20 06:08:59.209799 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-67c2c8f7-0b5a-4e7c-88e5-91c707530752 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 1001 time: 0.0730457 Sep 20 06:08:59.239325 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c781266d-6676-42b0-b437-255546fc6339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.257790 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c781266d-6676-42b0-b437-255546fc6339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.285241 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.305444 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-4ffc2522-3c69-4c13-a6f4-87a5fdba86bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:59.306901 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-4ffc2522-3c69-4c13-a6f4-87a5fdba86bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0860434 Sep 20 06:08:59.309031 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c781266d-6676-42b0-b437-255546fc6339 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cebab67b015438eae8821834d13c59e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060378 Sep 20 06:08:59.310166 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781266d-6676-42b0-b437-255546fc6339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1166646-593c-439d-9cd7-6f756315a8fc,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:59.311894 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48944) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:59.354527 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-fb5c8e62-7042-4400-8707-c7d0044646f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:08:59.356053 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-fb5c8e62-7042-4400-8707-c7d0044646f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405266 Sep 20 06:08:59.364463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.384812 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.431212 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.433822 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.435127 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1166646-593c-439d-9cd7-6f756315a8fc HTTP/1.1" status: 204 len: 168 time: 0.1215844 Sep 20 06:08:59.444131 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec13b1-82f0-4061-adc1-aaeb7d67d48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1166646-593c-439d-9cd7-6f756315a8fc,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:08:59.452783 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-002bb4cf-28bc-4ce7-b7f4-6ffd5ee71418 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867012 Sep 20 06:08:59.544864 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1005e460-a0a4-4897-aca0-d05906cd2d20 req-ff1d8991-c94b-4caf-bf9c-cdc972a5e187 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836112 Sep 20 06:08:59.688427 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 48950) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:08:59.701129 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee22-47f7-43cb-b41d-30a61ff8760d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.789435 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee22-47f7-43cb-b41d-30a61ff8760d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.792947 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1ac9ee22-47f7-43cb-b41d-30a61ff8760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:08:59.937098 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:00.051231 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1ac9ee22-47f7-43cb-b41d-30a61ff8760d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f425b1684704cf883df134233f75a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617408 Sep 20 06:09:00.052478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9ee22-47f7-43cb-b41d-30a61ff8760d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85275b-aa43-47c3-8797-8078ef068ee0,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:00.054394 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 48952) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:00.110321 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:00.134629 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:00.178765 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:00.181292 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:00.182408 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c85275b-aa43-47c3-8797-8078ef068ee0 HTTP/1.1" status: 204 len: 168 time: 0.1270459 Sep 20 06:09:00.190761 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a0c8d-d2cb-4cff-8d8b-26c5a2851f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85275b-aa43-47c3-8797-8078ef068ee0,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:01.925290 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.038359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49048) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:10.139664 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6857ad14-4705-46e3-b8cd-ec7ff15755a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.224380 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6857ad14-4705-46e3-b8cd-ec7ff15755a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.227940 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6857ad14-4705-46e3-b8cd-ec7ff15755a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.265192 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6857ad14-4705-46e3-b8cd-ec7ff15755a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b950b84480fd49c39ec4ac57109fad8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257867 Sep 20 06:09:10.266391 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857ad14-4705-46e3-b8cd-ec7ff15755a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1a42d1-f125-4d50-93cb-f7a572a7bc8b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:10.267999 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49052) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:10.316382 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.336323 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.383113 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.385601 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.386716 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa1a42d1-f125-4d50-93cb-f7a572a7bc8b HTTP/1.1" status: 204 len: 168 time: 0.1177576 Sep 20 06:09:10.393921 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0984f8d-d3a7-4c7c-81d2-0221bde88f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1a42d1-f125-4d50-93cb-f7a572a7bc8b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:10.633963 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49058) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:10.647063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cfeae4b-1ff0-47d0-9ea7-fec8cda74ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.733175 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cfeae4b-1ff0-47d0-9ea7-fec8cda74ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.736755 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3cfeae4b-1ff0-47d0-9ea7-fec8cda74ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.776257 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3cfeae4b-1ff0-47d0-9ea7-fec8cda74ddd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d951ef245e4742d79b43f688d6e9c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412349 Sep 20 06:09:10.777203 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeae4b-1ff0-47d0-9ea7-fec8cda74ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99768fa9-4aad-446e-8e95-14d1d12e6e45,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:10.779923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49062) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:10.826819 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.846357 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.894615 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.897239 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:10.898384 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99768fa9-4aad-446e-8e95-14d1d12e6e45 HTTP/1.1" status: 204 len: 168 time: 0.1174793 Sep 20 06:09:10.905564 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31039f0-1494-403e-91ac-59d777ee61bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99768fa9-4aad-446e-8e95-14d1d12e6e45,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:18.690591 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49194) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:18.790548 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3708ec9d-0978-4541-b74a-c42751c8848e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:18.875075 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3708ec9d-0978-4541-b74a-c42751c8848e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:18.878798 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3708ec9d-0978-4541-b74a-c42751c8848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:18.915499 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3708ec9d-0978-4541-b74a-c42751c8848e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c71f2bc280264b279b8fece4ea9cd533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238524 Sep 20 06:09:18.916607 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ec9d-0978-4541-b74a-c42751c8848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68e055c-ce9b-40b4-8082-c7f4ef443f1d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:18.918167 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49198) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:18.966402 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:18.986683 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.033296 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.035870 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.036991 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d68e055c-ce9b-40b4-8082-c7f4ef443f1d HTTP/1.1" status: 204 len: 168 time: 0.1170509 Sep 20 06:09:19.044680 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb0a62-36e4-4e88-b749-15ab8e11f398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68e055c-ce9b-40b4-8082-c7f4ef443f1d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:19.283845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49206) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:19.297170 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a42-b909-484e-8c54-53686a320a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.386967 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a42-b909-484e-8c54-53686a320a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.391127 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a42-b909-484e-8c54-53686a320a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.431200 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c15f8a42-b909-484e-8c54-53686a320a06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69aff168c95a4588b5d7638c6da863ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462164 Sep 20 06:09:19.433212 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8a42-b909-484e-8c54-53686a320a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7eac8a-278b-4add-ad32-b1d533660165,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:19.433839 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49214) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:19.482590 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.503468 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.549566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.552145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.553320 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f7eac8a-278b-4add-ad32-b1d533660165 HTTP/1.1" status: 204 len: 168 time: 0.1179745 Sep 20 06:09:19.561775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a3332-2359-4c5f-9ab2-937bff68f361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7eac8a-278b-4add-ad32-b1d533660165,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:19.863244 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49224) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:19.876871 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7200c11a-4ceb-4130-9c5a-26c6983e4705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.964001 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7200c11a-4ceb-4130-9c5a-26c6983e4705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:19.968283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7200c11a-4ceb-4130-9c5a-26c6983e4705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:20.009578 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7200c11a-4ceb-4130-9c5a-26c6983e4705 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=75d2a75fdb2e4489ac93adbec3d08205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451843 Sep 20 06:09:20.010529 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7200c11a-4ceb-4130-9c5a-26c6983e4705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473c72c1-969d-4f48-898f-3e3ded4405c7,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:20.012242 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49226) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:20.065824 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:20.088137 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:20.134763 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:20.137922 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:20.139059 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/473c72c1-969d-4f48-898f-3e3ded4405c7 HTTP/1.1" status: 204 len: 168 time: 0.1251352 Sep 20 06:09:20.146190 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740009f-44e7-4c26-ac5c-bf169b90a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c72c1-969d-4f48-898f-3e3ded4405c7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:20.943060 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d99d5-c065-477f-ac2d-d7737e0feb39 req-ca18b01c-2aca-4f98-90f3-1eae3738069e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:20.944535 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ef8d99d5-c065-477f-ac2d-d7737e0feb39 req-ca18b01c-2aca-4f98-90f3-1eae3738069e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0484977 Sep 20 06:09:20.981829 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ef8d99d5-c065-477f-ac2d-d7737e0feb39 req-e964ca93-c4c7-4818-bdcc-ef60353a66aa tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Sep 20 06:09:21.385835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca38191-503d-4771-b344-69754f21575e req-a0d9f2b3-46a3-4c7d-91d6-f3e1a72d5557 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:21.387885 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ca38191-503d-4771-b344-69754f21575e req-a0d9f2b3-46a3-4c7d-91d6-f3e1a72d5557 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0490906 Sep 20 06:09:21.396746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-0ce05db0-d0aa-4979-b68e-d1c5662965b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:21.398344 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-0ce05db0-d0aa-4979-b68e-d1c5662965b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1137 time: 0.0421405 Sep 20 06:09:21.428938 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3ca38191-503d-4771-b344-69754f21575e req-c394549b-f327-41bd-946b-7f7d3d32a449 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342870 Sep 20 06:09:21.488853 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-16aada45-47ba-427c-8800-2973a6ab0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:21.490344 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-16aada45-47ba-427c-8800-2973a6ab0b29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.0850134 Sep 20 06:09:21.554310 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-3d1b88af-2834-4f29-84fb-53b57af83f83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 1001 time: 0.0549805 Sep 20 06:09:21.603720 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-bbd75342-5c94-44f9-8739-ec6c99342f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:21.605140 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-bbd75342-5c94-44f9-8739-ec6c99342f31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0413043 Sep 20 06:09:21.654801 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-684b2b7e-b65d-45fd-9231-bfebd22f6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:21.656273 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-684b2b7e-b65d-45fd-9231-bfebd22f6eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418570 Sep 20 06:09:21.744352 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-bdb8a5e8-0b8a-45c8-8bc7-a97879c58107 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776901 Sep 20 06:09:21.834608 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1a70aaae-b7f4-4d40-898f-fcff0f8d0210 req-77cfe0f9-263d-4124-9886-a9993b167c55 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817976 Sep 20 06:09:22.109772 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72624e-ab3d-48f7-9b58-41b0f9bc81d8 req-4daaf7fa-748b-4c2f-b76d-18fda1b4323b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:22.111638 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7c72624e-ab3d-48f7-9b58-41b0f9bc81d8 req-4daaf7fa-748b-4c2f-b76d-18fda1b4323b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0510576 Sep 20 06:09:22.149320 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7c72624e-ab3d-48f7-9b58-41b0f9bc81d8 req-58cb73c9-0a81-4b60-bdbe-02c1345a46c4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=40153dc3-f222-4a1c-af7f-6e1855808aee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Sep 20 06:09:22.535553 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-ff702ae1-9193-4fcb-b42f-1c77b13cee2a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:22.537021 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-ff702ae1-9193-4fcb-b42f-1c77b13cee2a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 947 time: 0.0549207 Sep 20 06:09:22.567224 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ddd24-9340-466c-8cdb-b27019f271e1 req-14a8ad82-4709-48c6-a789-38643946cf21 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:22.576471 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f1ddd24-9340-466c-8cdb-b27019f271e1 req-14a8ad82-4709-48c6-a789-38643946cf21 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0769444 Sep 20 06:09:22.613091 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5f1ddd24-9340-466c-8cdb-b27019f271e1 req-4122993b-b142-432c-b9ca-7a7154675f4f tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354903 Sep 20 06:09:22.643764 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Deleting port 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:09:22.644116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:22.732148 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] For port 963d7886-6e8b-4724-b2c9-c17eb78837de, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=963d7886-6e8b-4724-b2c9-c17eb78837de,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:09:22.732507 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:22.998483 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:22.998869 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:22.999222 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Floating IP 17c54548-ec94-40a1-b8b2-aa0c94231001 disassociated. External IP: 172.27.3.248, port: 963d7886-6e8b-4724-b2c9-c17eb78837de. Sep 20 06:09:22.999584 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Calling delete_port for 963d7886-6e8b-4724-b2c9-c17eb78837de owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:09:23.123693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:23.152268 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'Port': ['ID=963d7886-6e8b-4724-b2c9-c17eb78837de,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:23.270751 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-63780f96-b6df-4e86-93d5-0f4d473a7650 req-765b5967-865b-4b72-b025-846eb505ec2b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4f196b3-35fe-4ce2-8fae-6eb886365cd9 HTTP/1.1" status: 200 len: 210 time: 0.0321977 Sep 20 06:09:23.286214 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:09:23.400734 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:09:23.412370 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:09:23.425377 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:09:23.426416 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:23.447706 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] No DVR routers for this DVR port 963d7886-6e8b-4724-b2c9-c17eb78837de on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:09:23.450990 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:23.453200 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0b0dfbb6-f2e6-4111-b5f3-977ba0f6f38d req-48153457-9d36-4b96-8319-ad6e740fa0e1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "DELETE /v2.0/ports/963d7886-6e8b-4724-b2c9-c17eb78837de HTTP/1.1" status: 204 len: 173 time: 0.9088950 Sep 20 06:09:23.454039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-deleted', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:09:23.457343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b846e39-b601-4dd4-a852-416297162940" -d '{"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-deleted", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:09:23.505829 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6577a5-733c-42d6-a452-c2cd05d873cc x-openstack-request-id: req-6d6577a5-733c-42d6-a452-c2cd05d873cc {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:09:23.506235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f196b3-35fe-4ce2-8fae-6eb886365cd9", "name": "network-vif-deleted", "tag": "963d7886-6e8b-4724-b2c9-c17eb78837de", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:09:23.506634 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d6577a5-733c-42d6-a452-c2cd05d873cc {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:09:23.507142 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4f196b3-35fe-4ce2-8fae-6eb886365cd9', 'name': 'network-vif-deleted', 'tag': '963d7886-6e8b-4724-b2c9-c17eb78837de', 'status': 'completed', 'code': 200} Sep 20 06:09:23.554534 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:09:23.768266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49298) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:23.785586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334ffd6-572c-48e9-8d7b-b3676ce6ffec req-f9e4128b-d886-415b-8577-83567aa9cc97 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:23.787125 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c334ffd6-572c-48e9-8d7b-b3676ce6ffec req-f9e4128b-d886-415b-8577-83567aa9cc97 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0718620 Sep 20 06:09:23.836219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:23.867992 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c334ffd6-572c-48e9-8d7b-b3676ce6ffec req-06218b78-2e33-4bbc-9996-1837f902950b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707321 Sep 20 06:09:23.879542 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:09:23.884867 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:09:23.885947 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:08:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:23.943018 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b0a-1fc3-405c-a30d-b5d0e308a1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.019136 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:09:24.075994 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b0a-1fc3-405c-a30d-b5d0e308a1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.081032 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dbcc9b0a-1fc3-405c-a30d-b5d0e308a1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.118487 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-dbcc9b0a-1fc3-405c-a30d-b5d0e308a1e1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1b11078e2864362ac6ec8960fb60cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490822 Sep 20 06:09:24.121202 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49304) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:24.126314 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc9b0a-1fc3-405c-a30d-b5d0e308a1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe36c226-ee61-41e3-9c8d-cd0d378c4910,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:24.175631 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.207544 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.261107 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.261919 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:24.264300 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.265892 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe36c226-ee61-41e3-9c8d-cd0d378c4910 HTTP/1.1" status: 204 len: 168 time: 0.1427205 Sep 20 06:09:24.277576 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093f314-41b6-464a-9ada-df77b0d39691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe36c226-ee61-41e3-9c8d-cd0d378c4910,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:24.320023 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfe3bd5-f8af-465a-9242-7c89c8fd6730 None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:09:24.390803 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49312) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:24.461830 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.493963 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.564237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.566983 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.569369 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "DELETE /v2.0/security-groups/40153dc3-f222-4a1c-af7f-6e1855808aee HTTP/1.1" status: 204 len: 168 time: 0.1764979 Sep 20 06:09:24.571656 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49314) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:24.590714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04801882-bbb0-4a91-a030-9b0faf08677a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40153dc3-f222-4a1c-af7f-6e1855808aee,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:24.593333 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-ba26ba0f-7a41-4cd9-95cc-4e9b356df7f9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] show failed (client error): The resource could not be found. Sep 20 06:09:24.595422 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ba26ba0f-7a41-4cd9-95cc-4e9b356df7f9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups/40153dc3-f222-4a1c-af7f-6e1855808aee HTTP/1.1" status: 404 len: 347 time: 0.0216317 Sep 20 06:09:24.597528 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49316) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:24.685479 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43475512-8e0d-4954-8d51-8a3a310fb35e None None] New status for floating IP 17c54548-ec94-40a1-b8b2-aa0c94231001: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:09:24.733293 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Deleting port 14f3aa14-89f6-487a-81c8-5b7df1ea295b {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:09:24.733886 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.831178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.831815 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:24.846376 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Calling delete_port for 14f3aa14-89f6-487a-81c8-5b7df1ea295b owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:09:25.050171 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a46ba-6726-42af-b78c-ef9d283d8f71 req-2a724192-e4a9-48a0-b339-ac7104e555eb tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:25.051755 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6e2a46ba-6726-42af-b78c-ef9d283d8f71 req-2a724192-e4a9-48a0-b339-ac7104e555eb tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0833869 Sep 20 06:09:25.052987 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.087544 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'Port': ['ID=14f3aa14-89f6-487a-81c8-5b7df1ea295b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:25.158033 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6e2a46ba-6726-42af-b78c-ef9d283d8f71 req-9d648799-5493-4db6-ad97-05a71853ea50 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790837 Sep 20 06:09:25.170838 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.173635 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.178049 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-219987c5-15fc-4ff3-8728-08be0eb623d5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "DELETE /v2.0/floatingips/17c54548-ec94-40a1-b8b2-aa0c94231001 HTTP/1.1" status: 204 len: 168 time: 0.5763357 Sep 20 06:09:25.354481 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49324) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:25.359699 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004407097', 'description': 'tempest-description--90484427'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:25.380405 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.461146 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.466820 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.489581 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.490900 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1352985 Sep 20 06:09:25.494628 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49326) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:25.499536 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89de8d-de3c-4baa-a9ba-0499824dc7c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c845cc69-490e-424f-8168-4307db037596,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:25.508085 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group_rule': {'security_group_id': 'c845cc69-490e-424f-8168-4307db037596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:25.755577 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.810727 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.814532 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.833138 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcca64a-6f65-4c19-8d06-d833a283103d,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:25.836494 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.840056 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c3f251f1-677c-4ca7-8476-0dbf229ffa35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410182 Sep 20 06:09:25.840294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49328) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:25.845335 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'security_group_rule': {'security_group_id': 'c845cc69-490e-424f-8168-4307db037596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:25.870389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.928435 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.932020 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.950756 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02131bc8-dd87-4204-880f-1326f4dc3cc0,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:25.957454 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:25.961641 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-64591d20-2556-482b-b272-86755226412f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168978 Sep 20 06:09:25.961853 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49330) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:25.966831 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:25.989326 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.085317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.189430 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Allocated IP 172.27.3.224 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/063aa0d5-a496-4866-9a39-bf205097ff1e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:09:26.287463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be7cf8-4c84-4bde-9765-6ea3352d9e43 req-2a3a3bde-c05c-4d8e-984f-8e896a050778 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:26.289260 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-22be7cf8-4c84-4bde-9765-6ea3352d9e43 req-2a3a3bde-c05c-4d8e-984f-8e896a050778 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0518858 Sep 20 06:09:26.296065 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.331715 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.338213 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-22be7cf8-4c84-4bde-9765-6ea3352d9e43 req-ced333af-7c97-4af9-882c-0e88c739143a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417390 Sep 20 06:09:26.373444 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:09:26.377954 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:09:26.380413 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:09:26.408319 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=063aa0d5-a496-4866-9a39-bf205097ff1e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:26.468554 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-621463ad-3bc2-4057-8c7c-d18279f14412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.492626 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:09:26.515596 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.519180 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 963d7886-6e8b-4724-b2c9-c17eb78837de {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:09:26.519778 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 963d7886-6e8b-4724-b2c9-c17eb78837de not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:09:26.558759 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.710441 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.715025 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.785260 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=063aa0d5-a496-4866-9a39-bf205097ff1e,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:26.795107 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.807582 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:26.808783 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-441a470f-e16b-43dd-a67d-cce32dcb2aa8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8459682 Sep 20 06:09:26.998103 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-cf05a7e1-dc7b-46fd-a090-bc968bbe219b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1004407097&fields=id&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 267 time: 0.0408349 Sep 20 06:09:27.064038 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:27.106797 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-34a501c2-15d0-498b-9c80-55dc46ad7079 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:27.108286 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-34a501c2-15d0-498b-9c80-55dc46ad7079 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 816 time: 0.1029830 Sep 20 06:09:27.123894 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-04d7581e-1197-4291-b1a9-d1602878d9ad tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/quotas/f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Sep 20 06:09:27.175188 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-735f84d0-f1e7-4673-9adc-86bbc8c82f6c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459297 Sep 20 06:09:27.272224 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-6e11a8e0-a1c6-43ac-bea2-a7ee58fedd97 service neutron] 10.222.0.20 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849307 Sep 20 06:09:27.360388 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-c76f96ac-68a2-48d3-add8-d0ac2cf57151 service neutron] 10.222.0.20 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818608 Sep 20 06:09:27.456963 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2aced4-50e8-4c85-b884-4bae6c7d9d57 req-d1d186e4-a118-45fa-8417-8317c93f3ee5 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:27.465137 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bd2aced4-50e8-4c85-b884-4bae6c7d9d57 req-d1d186e4-a118-45fa-8417-8317c93f3ee5 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0549061 Sep 20 06:09:27.507819 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bd2aced4-50e8-4c85-b884-4bae6c7d9d57 req-da6ad691-0f1a-4902-84fb-6207dd14d683 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407526 Sep 20 06:09:27.524809 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-326eaaba-48e5-4cef-9c80-7fc938dea671 req-46ef7770-f001-4c2d-8ef4-1e3738dafb87 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Sep 20 06:09:28.460776 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-51dfe784-966c-4044-b35d-dfd7c0015ce7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:28.462507 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-51dfe784-966c-4044-b35d-dfd7c0015ce7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 816 time: 0.1120670 Sep 20 06:09:28.520205 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-9df47890-b253-4bd6-b579-a9615ca1a98d tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 380 time: 0.0475528 Sep 20 06:09:28.530673 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'port': {'device_id': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'admin_state_up': True, 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'security_groups': ['c845cc69-490e-424f-8168-4307db037596']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:28.639429 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c77d39-dd89-4645-a747-13183ed099ee req-2f3ca726-3090-4ef5-a561-5ed05c77607f tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:28.641813 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-81c77d39-dd89-4645-a747-13183ed099ee req-2f3ca726-3090-4ef5-a561-5ed05c77607f tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0544646 Sep 20 06:09:28.645380 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ad115c8f-c482-48d5-82b0-6c117f55ac28 req-53553480-f5fe-4307-858c-db09565ca18f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 210 time: 0.0337613 Sep 20 06:09:28.691147 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-81c77d39-dd89-4645-a747-13183ed099ee req-196667ad-8214-4dd5-a2ae-f6366e86382a tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410159 Sep 20 06:09:28.693645 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Made reservation on behalf of f4bde137a676404ab9e50fcae069ddd1 for: {'port': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:09:28.698203 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:28.828384 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Allocated IP 172.20.0.5 (191508ad-a987-4ed7-a6f0-fc5e5c878a95/f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10/8d195d99-575c-4bf2-b4ec-e4e58f41428d) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:09:28.962871 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:28.997087 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.046273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7c6c4d53-3fab-4eb3-8060-3805d3ab1ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.047820 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:09:29.051993 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:09:29.054273 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:09:29.089779 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:29.113167 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:29.113857 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.129291 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8c1e59ff-a543-4af2-8259-7e705e5e25da tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6021750 Sep 20 06:09:29.142966 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Request body: {'port': {'device_id': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:29.200636 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.287658 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.310449 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8e12bd11-6b50-4229-81ec-026c3b3fa774 None None] Provisioning complete for port 8d195d99-575c-4bf2-b4ec-e4e58f41428d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:09:29.310970 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e12bd11-6b50-4229-81ec-026c3b3fa774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.347766 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-8e12bd11-6b50-4229-81ec-026c3b3fa774 None None] Port 8d195d99-575c-4bf2-b4ec-e4e58f41428d cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:09:29.472857 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:09:29.479986 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.492111 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.provisioning_blocks [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Transition to ACTIVE for port object 8d195d99-575c-4bf2-b4ec-e4e58f41428d will not be triggered until provisioned by entity L2. {{(pid=94131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:09:29.496151 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.570323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:29.625432 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Attempting to bind port 8d195d99-575c-4bf2-b4ec-e4e58f41428d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:09:29.625769 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Attempting to bind port 8d195d99-575c-4bf2-b4ec-e4e58f41428d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:09:29.626099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Attempting to bind port 8d195d99-575c-4bf2-b4ec-e4e58f41428d on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:09:29.630581 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Port 8d195d99-575c-4bf2-b4ec-e4e58f41428d on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:09:29.630900 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Attempting to bind port 8d195d99-575c-4bf2-b4ec-e4e58f41428d on network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:09:29.635806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:09:29.636137 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Checking segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:09:29.636518 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Bound using segment: {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'} {{(pid=94131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:09:29.636943 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.managers [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Bound port: 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95'}}] {{(pid=94131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:09:29.637400 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.710228 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, cleared binding levels {{(pid=94131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:09:29.714768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:09:29.718771 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.756003 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:29.756623 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.758823 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 1093 time: 0.6207831 Sep 20 06:09:29.761748 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:09:29.764835 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ba59c-3962-4d19-903f-b64937059b85" -d '{"events": [{"name": "network-changed", "server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:09:29.848929 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e218-6b6f-4312-a8a1-2af48eaaf792 req-bd06b874-a3b3-4ad3-8229-2942e2218c06 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:29.850910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4ef2c-e9ca-4d7b-8675-aff742db4d00 service neutron] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=3']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:29.865022 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c792e218-6b6f-4312-a8a1-2af48eaaf792 req-bd06b874-a3b3-4ad3-8229-2942e2218c06 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0647719 Sep 20 06:09:29.874363 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f1e88-31cc-41a8-8e82-b80f6ed9c694 req-29aba906-4b05-429e-bd05-6d81dd3a7393 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:29.875921 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-075f1e88-31cc-41a8-8e82-b80f6ed9c694 req-29aba906-4b05-429e-bd05-6d81dd3a7393 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.1069620 Sep 20 06:09:29.893167 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-384404bd-123a-41d8-9162-83de69b9c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:29.894109 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-384404bd-123a-41d8-9162-83de69b9c262 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1096 time: 0.0840955 Sep 20 06:09:29.920353 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c792e218-6b6f-4312-a8a1-2af48eaaf792 req-70f044cc-f474-49b5-9e5b-7d95db3c089e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0507867 Sep 20 06:09:29.950691 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-c31a388a-95f0-459f-a6ed-6942488fa516 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 217 time: 0.0482473 Sep 20 06:09:29.958500 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-075f1e88-31cc-41a8-8e82-b80f6ed9c694 req-253d1cc6-fb6c-476b-9076-d8d48e0154b2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758188 Sep 20 06:09:29.960216 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:29.992101 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8218b385-6068-4993-99f4-09398394e009 x-openstack-request-id: req-8218b385-6068-4993-99f4-09398394e009 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:09:29.992339 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:09:29.992604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8218b385-6068-4993-99f4-09398394e009 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:09:29.993050 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'status': 'completed', 'code': 200} Sep 20 06:09:30.013875 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-af4dff25-900a-47b2-a2e9-4a56e3cd55d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.015359 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-af4dff25-900a-47b2-a2e9-4a56e3cd55d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0558748 Sep 20 06:09:30.070750 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046110a-6265-477d-99a7-caf5e5523a44 req-3fba0efd-d721-4fc5-9216-cd479fcbc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.072385 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-3fba0efd-d721-4fc5-9216-cd479fcbc2cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486519 Sep 20 06:09:30.161893 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-a665b91d-550b-43ab-b7dc-9c72952486dc service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825262 Sep 20 06:09:30.252004 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5046110a-6265-477d-99a7-caf5e5523a44 req-8ef335ed-ccb5-4769-a318-d996008ff8da service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834811 Sep 20 06:09:30.336621 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba59c-3962-4d19-903f-b64937059b85 req-cdd759d6-06bd-4602-8b7f-5730bceddf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.338118 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-cdd759d6-06bd-4602-8b7f-5730bceddf3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1096 time: 0.0427024 Sep 20 06:09:30.433501 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba59c-3962-4d19-903f-b64937059b85 req-f0724986-ecb1-47b1-a836-3841b9822bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.435079 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-f0724986-ecb1-47b1-a836-3841b9822bd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.0878379 Sep 20 06:09:30.477176 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-6ba3cf6b-710c-46d1-be0b-c9357d9c4cc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 217 time: 0.0339208 Sep 20 06:09:30.525193 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba59c-3962-4d19-903f-b64937059b85 req-1e7767a3-1357-4c59-9bfc-4d7ef326e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.526558 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-1e7767a3-1357-4c59-9bfc-4d7ef326e714 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0424764 Sep 20 06:09:30.572730 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ba59c-3962-4d19-903f-b64937059b85 req-9a7913ae-2944-4d56-ac46-3219ac6838f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:30.574232 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-9a7913ae-2944-4d56-ac46-3219ac6838f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399575 Sep 20 06:09:30.664876 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-4b400d67-fc77-4e3c-9ef7-2688a0b438d6 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831747 Sep 20 06:09:30.757935 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a30ba59c-3962-4d19-903f-b64937059b85 req-4795f9a3-c607-4137-9273-b7c12ad90e37 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Sep 20 06:09:31.037846 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331c611-0681-4e22-a42d-1afbb410c7b2 req-cc49b4c3-ad0e-41c1-912d-58b52e464c69 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:31.039334 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d331c611-0681-4e22-a42d-1afbb410c7b2 req-cc49b4c3-ad0e-41c1-912d-58b52e464c69 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0604389 Sep 20 06:09:31.081125 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d331c611-0681-4e22-a42d-1afbb410c7b2 req-4fdaedd0-51ed-4965-9a4e-6587ab4fcc5b tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352688 Sep 20 06:09:31.091740 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49cd6d-4d54-493d-9dbf-3206c4786bd1 req-a8c2168f-a4a2-405e-959b-e8e160064a13 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:31.093366 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7c49cd6d-4d54-493d-9dbf-3206c4786bd1 req-a8c2168f-a4a2-405e-959b-e8e160064a13 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0548732 Sep 20 06:09:31.140278 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7c49cd6d-4d54-493d-9dbf-3206c4786bd1 req-19de17a0-9c91-44ff-a781-f00f3c999f05 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Sep 20 06:09:31.931661 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:32.196919 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584ceb2-d23d-464e-a4f5-032c4461e58f req-f9e98cab-b533-4631-a821-dd5109b35ecd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:32.198909 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4584ceb2-d23d-464e-a4f5-032c4461e58f req-f9e98cab-b533-4631-a821-dd5109b35ecd tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0491343 Sep 20 06:09:32.243947 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4584ceb2-d23d-464e-a4f5-032c4461e58f req-95415623-3701-4cf0-88f5-e776d5f6ae10 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385716 Sep 20 06:09:32.257556 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09aa4f-6aee-4d06-8db5-4f6c0046fc8d req-fb08c036-c882-4af4-9ea3-91e2ee828cac tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:32.259038 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ee09aa4f-6aee-4d06-8db5-4f6c0046fc8d req-fb08c036-c882-4af4-9ea3-91e2ee828cac tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0498888 Sep 20 06:09:32.296644 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ee09aa4f-6aee-4d06-8db5-4f6c0046fc8d req-b2014f26-5f20-4608-bc8f-90a744ae1502 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Sep 20 06:09:32.505168 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:09:32.614842 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:09:32.625392 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:09:32.662036 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:32.675108 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:09:32.694579 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:09:32.698428 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:32.743420 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:32.750577 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.750920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.751253 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.751607 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.751932 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.752257 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.752579 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.752903 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.753241 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.753564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.753877 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.754190 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:09:32.844760 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:09:32.918125 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['8d195d99-575c-4bf2-b4ec-e4e58f41428d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:09:33.361420 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58ca22-f1b2-4705-ac12-94d28f1fd3e5 req-e9ce6f4c-e478-4a3c-a0ea-99d00b72a668 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:33.362964 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5c58ca22-f1b2-4705-ac12-94d28f1fd3e5 req-e9ce6f4c-e478-4a3c-a0ea-99d00b72a668 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0550199 Sep 20 06:09:33.412409 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5c58ca22-f1b2-4705-ac12-94d28f1fd3e5 req-e03d5e8b-3c93-4074-b4c8-bd3c8105ead3 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&id=080a568b-60c0-41e6-b951-15f6971e082b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347872 Sep 20 06:09:33.419159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfbb37-b4a7-4336-8db2-6efdf006a3db req-42ef38e5-afcc-42d0-a46a-e7142af3632e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:33.420899 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-52bfbb37-b4a7-4336-8db2-6efdf006a3db req-42ef38e5-afcc-42d0-a46a-e7142af3632e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 944 time: 0.0525575 Sep 20 06:09:33.468253 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-52bfbb37-b4a7-4336-8db2-6efdf006a3db req-bd0e9793-7011-4d58-94dc-0b1e4e96252a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Sep 20 06:09:34.520877 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:09:34.569855 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 8d195d99-575c-4bf2-b4ec-e4e58f41428d completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:09:34.573777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 8d195d99-575c-4bf2-b4ec-e4e58f41428d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:09:34.574213 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:34.594091 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a75b6-992d-4433-b469-7ec43e96d671 req-7686793c-be92-4704-ad40-49469e942af2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:34.595769 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-450a75b6-992d-4433-b469-7ec43e96d671 req-7686793c-be92-4704-ad40-49469e942af2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 944 time: 0.0545945 Sep 20 06:09:34.635450 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-450a75b6-992d-4433-b469-7ec43e96d671 req-0e5b94fd-a27f-4e13-8569-ae458de05d52 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317152 Sep 20 06:09:34.777762 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:34.802267 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:09:34.804604 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9e9a2c-526d-4405-a039-32ef814279b4" -d '{"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:09:34.818433 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:09:34.824047 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:34.848368 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6d50a-737b-4668-a755-5c5d3aa5c96b x-openstack-request-id: req-8cd6d50a-737b-4668-a755-5c5d3aa5c96b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:09:34.848647 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:09:34.848902 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd6d50a-737b-4668-a755-5c5d3aa5c96b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:09:34.849294 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'code': 200} Sep 20 06:09:34.875730 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:09:35.014428 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b40848-5990-4ce9-a42e-6154dd4b6197 req-0881de26-6eb0-4958-9f38-d0dced92625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:35.015972 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-81b40848-5990-4ce9-a42e-6154dd4b6197 req-0881de26-6eb0-4958-9f38-d0dced92625f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1098 time: 0.0402505 Sep 20 06:09:35.049446 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-81b40848-5990-4ce9-a42e-6154dd4b6197 req-75aa4c10-d893-4188-9a4b-328ba951a527 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264876 Sep 20 06:09:35.753027 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf4917-056a-41dd-b3e4-7cd97a8fc41a req-c9b9dd60-61d2-4863-b839-b732ed7ab29c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:35.754494 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-05cf4917-056a-41dd-b3e4-7cd97a8fc41a req-c9b9dd60-61d2-4863-b839-b732ed7ab29c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0482016 Sep 20 06:09:35.792186 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-05cf4917-056a-41dd-b3e4-7cd97a8fc41a req-c08dfc31-d5ff-42b7-9841-4b51713f66fe tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316181 Sep 20 06:09:36.911032 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbc4ba-71fb-4a87-ac05-bb22d1df49a4 req-be0dba39-55ea-4ab5-a60a-97e905dc8d6a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:36.912517 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3cbc4ba-71fb-4a87-ac05-bb22d1df49a4 req-be0dba39-55ea-4ab5-a60a-97e905dc8d6a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Sep 20 06:09:36.950002 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c3cbc4ba-71fb-4a87-ac05-bb22d1df49a4 req-4f53873a-dbf5-4db5-9539-abbd3af20321 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313883 Sep 20 06:09:37.061471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681e291-bc3d-42be-a541-e8d1c54f860e req-01e77fb5-03f3-4f6a-aa3f-38039e6a86a8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:37.062945 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3681e291-bc3d-42be-a541-e8d1c54f860e req-01e77fb5-03f3-4f6a-aa3f-38039e6a86a8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0475864 Sep 20 06:09:37.071462 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49398) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:09:37.076029 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Request body: {'floatingip': {'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:09:37.118195 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:37.544818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:37.548464 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:37.644892 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Floating IP d39317f3-7cf2-4419-ab0c-fe0c49da1fca associated. External IP: 172.27.3.224, port: 8d195d99-575c-4bf2-b4ec-e4e58f41428d. Sep 20 06:09:37.851779 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:09:37.957379 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:09:37.962310 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:37.966830 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:09:37.978932 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:09:37.979582 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:37.994042 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-610b633d-49d3-4027-ac78-1c7a8da7692b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "PUT /v2.0/floatingips/d39317f3-7cf2-4419-ab0c-fe0c49da1fca HTTP/1.1" status: 200 len: 991 time: 0.9215143 Sep 20 06:09:37.995175 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:09:37.998528 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27406e6-b71c-4085-84b0-029c9adabe15" -d '{"events": [{"name": "network-changed", "server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:09:38.037324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f4f958-57d4-4017-9ab5-dff23df4a3f6 x-openstack-request-id: req-a1f4f958-57d4-4017-9ab5-dff23df4a3f6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:09:38.037622 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:09:38.038405 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1f4f958-57d4-4017-9ab5-dff23df4a3f6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:09:38.038820 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'status': 'completed', 'code': 200} Sep 20 06:09:38.101722 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:09:38.113665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-32b72638-561f-4ddd-bf11-41816d1cc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:38.115196 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-32b72638-561f-4ddd-bf11-41816d1cc418 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1098 time: 0.0492227 Sep 20 06:09:38.205202 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-73bf7cbe-ef9f-4550-89e8-3b0ad26c95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:38.206855 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-73bf7cbe-ef9f-4550-89e8-3b0ad26c95a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.0844045 Sep 20 06:09:38.334098 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'd39317f3-7cf2-4419-ab0c-fe0c49da1fca', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:09:26Z', 'updated_at': '2021-09-20T06:09:37Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:38.361882 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:09:38.371068 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:09:38.372296 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:38.482704 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:09:38.497344 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-9f52f624-186d-4c89-9fc3-e109cbbbe09e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 999 time: 0.2829306 Sep 20 06:09:38.544077 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-891b73c3-a91b-4dd2-b381-d76b1765136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:38.545501 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-891b73c3-a91b-4dd2-b381-d76b1765136e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0416689 Sep 20 06:09:38.590491 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-ab2d9a5d-07d8-42b4-8995-1b3b026b2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:38.592038 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-ab2d9a5d-07d8-42b4-8995-1b3b026b2ae8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390217 Sep 20 06:09:38.696645 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-6ced0a46-ff6b-4c15-a682-d185322127e0 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972066 Sep 20 06:09:38.708575 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'd39317f3-7cf2-4419-ab0c-fe0c49da1fca', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:09:26Z', 'updated_at': '2021-09-20T06:09:37Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:09:38.739427 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5acd14-2d85-464e-9ad4-27e2d79264df None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': 'd39317f3-7cf2-4419-ab0c-fe0c49da1fca', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'floating_ip_address': '172.27.3.224', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:09:26Z', 'updated_at': '2021-09-20T06:09:37Z', 'revision_number': 1, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:09:38.795495 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c27406e6-b71c-4085-84b0-029c9adabe15 req-62c3aa85-5665-41c0-a60e-4f8e9686ab68 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844805 Sep 20 06:09:38.937203 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9467ade0-0fd2-4b1f-be92-981a74ee2bb5 None None] New status for floating IP d39317f3-7cf2-4419-ab0c-fe0c49da1fca: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:09:54.690697 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-a72d5c14-0974-4557-bae5-048dbc1cd3cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379362 Sep 20 06:09:54.774818 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-525b23b7-4e09-4095-a7cf-aa2c9c4a3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:54.776319 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-525b23b7-4e09-4095-a7cf-aa2c9c4a3efc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0434783 Sep 20 06:09:54.878591 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-2fd7f216-2579-4d28-974d-ec5a3890dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:54.880058 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-2fd7f216-2579-4d28-974d-ec5a3890dd79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.0841174 Sep 20 06:09:54.947238 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-f218fc61-19e4-479f-a275-89e788375348 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 1000 time: 0.0599945 Sep 20 06:09:54.997530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-16247068-e5ea-4af1-8746-c4d94c835c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:54.998909 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-16247068-e5ea-4af1-8746-c4d94c835c8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0417840 Sep 20 06:09:55.048698 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-10289181-d463-4283-874d-5914b3445e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:09:55.050106 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-10289181-d463-4283-874d-5914b3445e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385430 Sep 20 06:09:55.144252 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-4d0bec5b-722a-4208-b57f-518c1dcc2b04 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831690 Sep 20 06:09:55.230408 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eb0e3c50-c10e-44fa-b596-b13acd40f75c req-4d8a2748-0b4c-40c2-9073-25bdb60eb70f service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784032 Sep 20 06:09:56.470212 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b8a7695b-da16-4b5d-8e5a-6903ec476ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:57.068591 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:59.046842 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8fa70017-4602-482b-9295-c8baf818b5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:59.289366 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:09:59.938744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:01.931295 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.025202 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-4bb070db-077e-4ae6-b219-ad5bd7d145e4 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928641695&fields=id&tenant_id=d89c911f93e840cfb798d4ac4ba32d38 HTTP/1.1" status: 200 len: 267 time: 0.1257236 Sep 20 06:10:06.080521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-91d4aff7-d0a9-48e7-b996-ebb450c8ab30 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.081968 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-91d4aff7-d0a9-48e7-b996-ebb450c8ab30 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 984 time: 0.0510409 Sep 20 06:10:06.092698 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Request body: {'port': {'security_groups': ['3dcd9555-0a16-42d0-b70d-c275531c5580']}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:06.155246 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.323726 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:06.350913 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.355331 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.368138 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:10:06.399728 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.400540 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.401936 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-03e10e2b-5156-480a-b97e-0d78a508b193 req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "PUT /v2.0/ports/9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 942 time: 0.3135769 Sep 20 06:10:06.404578 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:06.406921 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f465ec-4f7a-4080-8367-19f3344e97dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:06.410311 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49470) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:06.447293 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event updated for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=7']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:06.467514 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29af3df-879d-4f26-9d5f-5d84e9e42d90 x-openstack-request-id: req-d29af3df-879d-4f26-9d5f-5d84e9e42d90 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:06.467820 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:06.468072 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d29af3df-879d-4f26-9d5f-5d84e9e42d90 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:06.471801 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:10:06.473813 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.474389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.474507 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.474844 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.476919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.477285 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.477675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.483762 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.484821 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.485258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.486267 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.487069 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f95bb7-084d-4be1-ac09-23ed39e1a323 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.487738 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.530769 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:10:06.554476 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.598595 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-8c3c5099-52f7-4ecf-82f3-3f8f805c2dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.600175 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-8c3c5099-52f7-4ecf-82f3-3f8f805c2dc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1098 time: 0.1081247 Sep 20 06:10:06.642747 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.645407 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.646611 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "DELETE /v2.0/security-groups/080a568b-60c0-41e6-b951-15f6971e082b HTTP/1.1" status: 204 len: 168 time: 0.2330031 Sep 20 06:10:06.649941 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49476) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:06.662924 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080a568b-60c0-41e6-b951-15f6971e082b,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:06.698723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.699075 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.699443 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.699887 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.700228 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.700565 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.700896 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.701225 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.701554 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.701882 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.702216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.702531 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccfae894-5b1d-4b8f-8f6f-1d4de96caf84 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:06.712950 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-7b0d6e89-a94f-41b3-85b9-e853bcc298b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.714443 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-7b0d6e89-a94f-41b3-85b9-e853bcc298b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.1066554 Sep 20 06:10:06.742861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6b9a9fe6-81de-427b-bc79-2a385072d97f None None] Provisioning complete for port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:06.743241 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9fe6-81de-427b-bc79-2a385072d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.794613 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-6cb86e41-235c-4c80-8c85-485d708fb6db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 1001 time: 0.0706372 Sep 20 06:10:06.823739 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Deleting port 1c253d08-c081-46c7-9f45-68ecd220d8b2 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:06.824940 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.845041 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-8bdb5a61-e109-4173-87ac-710cd1218f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.846510 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-8bdb5a61-e109-4173-87ac-710cd1218f4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0446944 Sep 20 06:10:06.891796 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-81bf5724-b195-4d2a-b314-21937e56cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:06.893258 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-81bf5724-b195-4d2a-b314-21937e56cfdb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393038 Sep 20 06:10:06.897718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.898048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:06.914154 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Calling delete_port for 1c253d08-c081-46c7-9f45-68ecd220d8b2 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:06.984903 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-28e4f2e6-28b4-40fe-a56c-187128719d4e service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Sep 20 06:10:07.073206 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-86f465ec-4f7a-4080-8367-19f3344e97dc req-e6a6f237-ec13-420f-860a-dce384b2b27c service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810187 Sep 20 06:10:07.082653 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:07.108238 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event deleted for resources: {'Port': ['ID=1c253d08-c081-46c7-9f45-68ecd220d8b2,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:07.165935 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:07.166187 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Floating IP dd66d9ca-a86d-4931-8d5f-dbe3a1da1259 disassociated (deleted). External IP: 172.27.3.235, port: 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d. Sep 20 06:10:07.362287 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:10:07.462892 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:07.468413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:07.472866 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962957-bd88-4287-b408-74faba543115 None None] Sync routers for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:07.481941 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:07.482542 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:07.494975 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-dca56bdc-b874-49f2-8574-43add6420b3e tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd66d9ca-a86d-4931-8d5f-dbe3a1da1259 HTTP/1.1" status: 204 len: 168 time: 0.8385057 Sep 20 06:10:07.495677 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:07.498063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4950049d-b9a9-4ea8-90e5-8e2b3591c793" -d '{"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:07.596644 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5cdf60-dbe4-4da4-bd04-6aa213f701f0 x-openstack-request-id: req-7f5cdf60-dbe4-4da4-bd04-6aa213f701f0 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:07.597003 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:07.597269 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f5cdf60-dbe4-4da4-bd04-6aa213f701f0 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:07.597664 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:10:07.601845 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:07.679244 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-d6dc30a9-fca8-4c00-af8b-0ee809ea76bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:07.680821 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-d6dc30a9-fca8-4c00-af8b-0ee809ea76bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 1098 time: 0.0524619 Sep 20 06:10:07.778256 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-cfa29b01-1f75-4d1e-8e67-b1256227c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:07.779772 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-cfa29b01-1f75-4d1e-8e67-b1256227c044 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 200 len: 914 time: 0.0886641 Sep 20 06:10:07.814876 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:07.844255 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962957-bd88-4287-b408-74faba543115 None None] Checking router: f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:07.845238 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-e0efd4ea-4df7-4905-8fe7-b904bb695801 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 200 len: 217 time: 0.0504134 Sep 20 06:10:07.852544 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:07.853143 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:07.900304 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-b22d2cb4-3f85-4fff-b0c1-88ada066909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:07.901766 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-b22d2cb4-3f85-4fff-b0c1-88ada066909c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 200 len: 852 time: 0.0453625 Sep 20 06:10:07.950173 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-89a83528-5d41-4885-a897-e8d65fffdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:07.951671 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-89a83528-5d41-4885-a897-e8d65fffdd6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9f65b985-bf8e-4be0-b734-7deea033fa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393991 Sep 20 06:10:07.963150 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:08.044175 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-8888231e-0eff-4a41-8114-ab4303e4a6a7 service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843210 Sep 20 06:10:08.132957 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4950049d-b9a9-4ea8-90e5-8e2b3591c793 req-4d8a220f-e638-484b-8e92-0284f74433ad service neutron] 10.222.0.37 "GET /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814924 Sep 20 06:10:08.160836 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-a5962957-bd88-4287-b408-74faba543115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:08.186598 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5962957-bd88-4287-b408-74faba543115 None None] The sync data for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi is: [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:07:44Z', 'revision_number': 4, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '45b783a8-ccbd-4eef-8fe1-8cc7bded1296', 'name': '', 'network_id': '9f65b985-bf8e-4be0-b734-7deea033fa65', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'mac_address': 'fa:16:3e:45:eb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:43Z', 'updated_at': '2021-09-20T06:07:49Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'subnets': [{'id': 'f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:08.403463 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44588251-55c4-4570-9a26-b4fcd2df2918 None None] New status for floating IP dd66d9ca-a86d-4931-8d5f-dbe3a1da1259: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:10:09.842700 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:10:10.305212 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75bb5c7-11db-444f-815b-fa44ccfd00fe req-145ec311-7d02-4e04-af7a-13086ef40936 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:10.306696 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d75bb5c7-11db-444f-815b-fa44ccfd00fe req-145ec311-7d02-4e04-af7a-13086ef40936 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0481331 Sep 20 06:10:10.347855 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d75bb5c7-11db-444f-815b-fa44ccfd00fe req-2838420f-d07d-482a-8515-2cce6dcb8eb1 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350547 Sep 20 06:10:11.458851 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3cca9-3068-4d6d-8007-b880cac2eb77 req-d594f7b0-15d1-48de-afd7-b1e65bc9dc20 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:11.460302 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0cc3cca9-3068-4d6d-8007-b880cac2eb77 req-d594f7b0-15d1-48de-afd7-b1e65bc9dc20 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0469575 Sep 20 06:10:11.497210 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0cc3cca9-3068-4d6d-8007-b880cac2eb77 req-5deda4de-b931-4e0c-bf12-bf6fe1b64ef9 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/security-groups?id=3dcd9555-0a16-42d0-b70d-c275531c5580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Sep 20 06:10:12.129908 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc2016-f774-4065-9979-6e87155cc70d req-9695f92b-7029-4bdf-82ca-de2c0f4c2065 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:12.131314 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22dc2016-f774-4065-9979-6e87155cc70d req-9695f92b-7029-4bdf-82ca-de2c0f4c2065 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.37 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 945 time: 0.0469716 Sep 20 06:10:12.220645 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Deleting port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:12.220906 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:12.305766 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] For port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:12.306126 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:12.319141 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Calling delete_port for 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d owned by compute:nova {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:12.445902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:12.457463 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:10:12.472928 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Pushing event deleted for resources: {'Port': ['ID=9373fe2f-52b6-4bb0-8882-f1ec96ffe62d,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:12.517039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] No DVR routers for this DVR port 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d on host hv-cinder-80996 {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:10:12.519639 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:12.521730 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-22dc2016-f774-4065-9979-6e87155cc70d req-342aa2b1-f5f7-4ffc-9c89-863b5bd423e8 tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.37 "DELETE /v2.0/ports/9373fe2f-52b6-4bb0-8882-f1ec96ffe62d HTTP/1.1" status: 204 len: 173 time: 0.3835256 Sep 20 06:10:12.522169 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'name': 'network-vif-deleted', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:12.524749 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061c9e53-9513-449c-bca3-9c0555010b98" -d '{"events": [{"server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "name": "network-vif-deleted", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:12.595390 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3873eda4-4be4-4d09-8103-ad4749bec977 req-20561679-2049-40cf-8bbd-2a836eef9ece tempest-TestMinimumBasicScenario-1580380898 tempest-TestMinimumBasicScenario-1580380898-project] 10.222.0.20 "GET /v2.0/ports?device_id=3813af45-280c-4f73-a58e-5bc0e232603c HTTP/1.1" status: 200 len: 210 time: 0.0287609 Sep 20 06:10:12.624665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a79da-0d8b-4415-97f5-9ae47ab499fa x-openstack-request-id: req-791a79da-0d8b-4415-97f5-9ae47ab499fa {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:12.624957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3813af45-280c-4f73-a58e-5bc0e232603c", "name": "network-vif-deleted", "tag": "9373fe2f-52b6-4bb0-8882-f1ec96ffe62d", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:12.625771 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-791a79da-0d8b-4415-97f5-9ae47ab499fa {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:12.626157 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3813af45-280c-4f73-a58e-5bc0e232603c', 'name': 'network-vif-deleted', 'tag': '9373fe2f-52b6-4bb0-8882-f1ec96ffe62d', 'status': 'completed', 'code': 200} Sep 20 06:10:14.255747 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49576) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:14.722809 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:14.745902 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:14.746341 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 9373fe2f-52b6-4bb0-8882-f1ec96ffe62d not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:14.875316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:15.154828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Deleting port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:15.155165 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:15.232509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] For port 45b783a8-ccbd-4eef-8fe1-8cc7bded1296, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:15.232867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:15.244869 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Calling delete_port for 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:15.420091 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:15.442747 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b783a8-ccbd-4eef-8fe1-8cc7bded1296,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:15.604439 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:15.805988 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:10:15.906332 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:15.911382 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f2d7bd3b-d15e-4109-81b5-fa6ba44d4379 admin admin] 10.222.0.20 "PUT /v2.0/routers/f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6540656 Sep 20 06:10:15.913822 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49580) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:15.914603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Sync routers for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:15.923476 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:15.924082 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:16.021521 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.126917 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.143896 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:16.175633 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Deleting port 8ed8d303-d47c-479a-8599-8e089472b7e3 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:16.175968 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.253818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] For port 8ed8d303-d47c-479a-8599-8e089472b7e3, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8ed8d303-d47c-479a-8599-8e089472b7e3,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:16.254191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.265798 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Calling delete_port for 8ed8d303-d47c-479a-8599-8e089472b7e3 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:16.325280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:10:15Z', 'revision_number': 5, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port': {'id': '8ed8d303-d47c-479a-8599-8e089472b7e3', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:35:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:40Z', 'updated_at': '2021-09-20T06:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:16.352498 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Checking router: f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:16.361629 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Routers {'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:16.362258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:16.430846 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.457700 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed8d303-d47c-479a-8599-8e089472b7e3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:16.464529 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] Set router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:16.520611 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:10:16Z', 'revision_number': 6, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:16.531013 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.550179 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a2a8da-12d3-42e3-bfd5-f64c2201ff25 None None] The sync data for ids ['f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288'] in dv-cinder-809968-1-iscsi is: [{'id': 'f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288', 'name': 'tempest-TestMinimumBasicScenario-28488942-router', 'tenant_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:39Z', 'updated_at': '2021-09-20T06:10:16Z', 'revision_number': 6, 'project_id': 'd89c911f93e840cfb798d4ac4ba32d38', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:16.636142 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.639101 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.705496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.706066 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:10:16.712352 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.713513 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-903ffcc2-131f-4b5b-8d22-b211b0faa2a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f68fb6d8-6ec3-444b-b2e2-bcf5b3e00288 HTTP/1.1" status: 204 len: 168 time: 0.7987859 Sep 20 06:10:16.716736 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49592) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:16.760714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Deleting subnet f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:10:16.764305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.797944 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.906442 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.965965 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.989489 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:16.995568 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:16.997955 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fdc7f71d-a85b-4544-8bfb-c7da532a8647 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f7c5010f-87b5-4051-a8dd-2d00cb7aa1b7 HTTP/1.1" status: 204 len: 168 time: 0.2796619 Sep 20 06:10:17.000463 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49594) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:17.002998 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58720b1e-1f0b-455f-b730-acd15751b62e None None] Network 9f65b985-bf8e-4be0-b734-7deea033fa65 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:17.069469 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.118793 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Deleting port 920fbd7e-7da7-43af-af12-0c9da3b14103 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:17.119672 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.183840 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] For port 920fbd7e-7da7-43af-af12-0c9da3b14103, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=920fbd7e-7da7-43af-af12-0c9da3b14103,segment=NetworkSegment(4552eb74-398a-4a4a-829e-fb9b6ddc1f7d),segment_id=4552eb74-398a-4a4a-829e-fb9b6ddc1f7d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:17.184160 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.196053 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Calling delete_port for 920fbd7e-7da7-43af-af12-0c9da3b14103 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:17.269644 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.294781 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Pushing event deleted for resources: {'Port': ['ID=920fbd7e-7da7-43af-af12-0c9da3b14103,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:17.298367 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] No DVR routers for this DVR port 920fbd7e-7da7-43af-af12-0c9da3b14103 on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:10:17.345311 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705c90e5-ba52-4195-b806-08e7e5cbaa4a None None] DHCP port deletion for 9f65b985-bf8e-4be0-b734-7deea033fa65 request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:10:17.385569 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.404068 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 920fbd7e-7da7-43af-af12-0c9da3b14103 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:17.409219 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f65b985-bf8e-4be0-b734-7deea033fa65']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:17.419668 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:17.419962 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4552eb74-398a-4a4a-829e-fb9b6ddc1f7d') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:17.423339 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 920fbd7e-7da7-43af-af12-0c9da3b14103 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:17.423708 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 920fbd7e-7da7-43af-af12-0c9da3b14103 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:17.424134 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:17.432085 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.442409 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:17.442788 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 45b783a8-ccbd-4eef-8fe1-8cc7bded1296 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:17.443156 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8ed8d303-d47c-479a-8599-8e089472b7e3 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:17.443749 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.451550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:10:17.451948 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:10:17.453616 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:10:17.467446 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 8ed8d303-d47c-479a-8599-8e089472b7e3 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:17.467799 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8ed8d303-d47c-479a-8599-8e089472b7e3 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:17.510257 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.515846 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:17.517666 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f65b985-bf8e-4be0-b734-7deea033fa65 HTTP/1.1" status: 204 len: 168 time: 0.5162227 Sep 20 06:10:17.520628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49596) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:17.529562 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2081aaa-4e05-4e3f-be22-c3668984f8be admin admin] Pushing event deleted for resources: {'Network': ['ID=9f65b985-bf8e-4be0-b734-7deea033fa65,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:17.860286 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:18.315320 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Deleting port 36073719-c356-46de-8ed3-07e82f7d0178 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:18.315676 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:18.390180 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] For port 36073719-c356-46de-8ed3-07e82f7d0178, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=36073719-c356-46de-8ed3-07e82f7d0178,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:18.390533 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:18.402101 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Calling delete_port for 36073719-c356-46de-8ed3-07e82f7d0178 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:18.574016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:18.609437 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Pushing event deleted for resources: {'Port': ['ID=36073719-c356-46de-8ed3-07e82f7d0178,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:18.765934 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:18.906502 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01a5a-c694-4ad0-97c2-b84747dc75f1 req-0c858a16-e06f-40c8-b4a9-54e1a27c39ec tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:18.907944 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9f01a5a-c694-4ad0-97c2-b84747dc75f1 req-0c858a16-e06f-40c8-b4a9-54e1a27c39ec tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0477636 Sep 20 06:10:18.944514 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d9f01a5a-c694-4ad0-97c2-b84747dc75f1 req-cd5a272d-c61b-4581-87ad-21bec9559391 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306659 Sep 20 06:10:18.987439 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Router a144170e-43ae-4ae8-9ae5-6a8c868f7790 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:10:19.089876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:19.095028 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-92a8f3d2-9dc9-4d54-a5f3-a7b3386a204c admin admin] 10.222.0.20 "PUT /v2.0/routers/a144170e-43ae-4ae8-9ae5-6a8c868f7790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5732083 Sep 20 06:10:19.097419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49616) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:19.098012 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Sync routers for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:19.107216 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:19.107835 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:19.196829 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.206495 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:19.298964 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.361087 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Deleting port b4196d3d-5c17-4b10-8cff-90b710e923fe {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:19.361434 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.384042 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:10:18Z', 'revision_number': 5, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port': {'id': 'b4196d3d-5c17-4b10-8cff-90b710e923fe', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:70:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:49Z', 'updated_at': '2021-09-20T06:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:19.409628 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Checking router: a144170e-43ae-4ae8-9ae5-6a8c868f7790 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:19.417535 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Routers {'a144170e-43ae-4ae8-9ae5-6a8c868f7790'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:19.418177 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:19.437270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] For port b4196d3d-5c17-4b10-8cff-90b710e923fe, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b4196d3d-5c17-4b10-8cff-90b710e923fe,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:19.437636 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.449821 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Calling delete_port for b4196d3d-5c17-4b10-8cff-90b710e923fe owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:19.500567 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] Set router a144170e-43ae-4ae8-9ae5-6a8c868f7790 gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:19.552683 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:10:19Z', 'revision_number': 6, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:19.578076 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755ad994-0578-4943-8f3b-1cb321df579a None None] The sync data for ids ['a144170e-43ae-4ae8-9ae5-6a8c868f7790'] in dv-cinder-809968-1-iscsi is: [{'id': 'a144170e-43ae-4ae8-9ae5-6a8c868f7790', 'name': 'tempest-TestMinimumBasicScenario-1530443302-router', 'tenant_id': '132edd4dc2d84e4293a71edeba9a56f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:48Z', 'updated_at': '2021-09-20T06:10:19Z', 'revision_number': 6, 'project_id': '132edd4dc2d84e4293a71edeba9a56f4', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:19.614364 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.644642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4196d3d-5c17-4b10-8cff-90b710e923fe,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:19.700060 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.785040 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.787143 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.829471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.830068 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a144170e-43ae-4ae8-9ae5-6a8c868f7790 {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:10:19.834841 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.836100 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9b048160-16f0-45d9-a916-cbc399ef1f35 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a144170e-43ae-4ae8-9ae5-6a8c868f7790 HTTP/1.1" status: 204 len: 168 time: 0.7377820 Sep 20 06:10:19.838542 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49618) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:19.883423 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Deleting subnet f509e250-7b78-4983-97b3-761446d2c958 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:10:19.886153 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:19.919752 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047785'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.039345 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.103005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c11e9-9e62-44f5-9a4e-04fcdcf7c6c8 req-ba2f8be5-f75a-4602-aaa4-97ca65c1492c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:20.104491 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-116c11e9-9e62-44f5-9a4e-04fcdcf7c6c8 req-ba2f8be5-f75a-4602-aaa4-97ca65c1492c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0764208 Sep 20 06:10:20.135342 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4918875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982528'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.171137 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f509e250-7b78-4983-97b3-761446d2c958,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:20.175842 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.177687 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b4c2fd33-3148-4d58-986c-7194829082b8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f509e250-7b78-4983-97b3-761446d2c958 HTTP/1.1" status: 204 len: 168 time: 0.3382316 Sep 20 06:10:20.180271 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49622) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:20.181397 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ef89f-b694-4f6a-85c1-b4c2235c5489 None None] Network ad6ff58f-0285-4039-b456-1a79749be56b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:20.182698 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-116c11e9-9e62-44f5-9a4e-04fcdcf7c6c8 req-5cb90eac-c06d-4c76-b510-ae8ec1820703 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706320 Sep 20 06:10:20.250022 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.304454 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Deleting port e58be65e-1997-4045-8a29-62e13c3d00f3 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:20.304876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.363543 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] DHCP port deletion for ad6ff58f-0285-4039-b456-1a79749be56b request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:10:20.371212 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] For port e58be65e-1997-4045-8a29-62e13c3d00f3, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e58be65e-1997-4045-8a29-62e13c3d00f3,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:20.371633 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.384302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Calling delete_port for e58be65e-1997-4045-8a29-62e13c3d00f3 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:20.416659 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Deleting port e58be65e-1997-4045-8a29-62e13c3d00f3 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:10:20.417041 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.466891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.481426 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] For port e58be65e-1997-4045-8a29-62e13c3d00f3, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=e58be65e-1997-4045-8a29-62e13c3d00f3,segment=NetworkSegment(a934c86e-7452-4545-9877-7ac3cc4ee994),segment_id=a934c86e-7452-4545-9877-7ac3cc4ee994)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:20.481829 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.492335 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e58be65e-1997-4045-8a29-62e13c3d00f3,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:20.494723 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Calling delete_port for e58be65e-1997-4045-8a29-62e13c3d00f3 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:10:20.495814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] No DVR routers for this DVR port e58be65e-1997-4045-8a29-62e13c3d00f3 on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:10:20.572505 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.594209 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6ff58f-0285-4039-b456-1a79749be56b']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:20.602346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a934c86e-7452-4545-9877-7ac3cc4ee994') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:20.602640 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a934c86e-7452-4545-9877-7ac3cc4ee994') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:20.611736 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.612562 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.627845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.634069 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:10:20.634525 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:10:20.637514 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:10:20.639489 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] Pushing event deleted for resources: {'Port': ['ID=e58be65e-1997-4045-8a29-62e13c3d00f3,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:20.642853 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832be567-0d60-4360-a4ba-5d5778cbfe49 None None] No DVR routers for this DVR port e58be65e-1997-4045-8a29-62e13c3d00f3 on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:10:20.693521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.700203 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.702003 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad6ff58f-0285-4039-b456-1a79749be56b HTTP/1.1" status: 204 len: 168 time: 0.5206077 Sep 20 06:10:20.710710 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbad9e0-28ae-47df-8031-c6c8d208bcdc admin admin] Pushing event deleted for resources: {'Network': ['ID=ad6ff58f-0285-4039-b456-1a79749be56b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:20.858156 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49626) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:20.901050 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cebdc1d3-5347-4c45-9f92-d6fbf8dca17f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d89c911f93e840cfb798d4ac4ba32d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415902 Sep 20 06:10:20.903363 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49628) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:20.948876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:20.969356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.016733 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.019277 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.020426 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3dcd9555-0a16-42d0-b70d-c275531c5580 HTTP/1.1" status: 204 len: 168 time: 0.1161346 Sep 20 06:10:21.027920 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b95d1e-cc5d-44e3-a3d0-50ff9678570b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcd9555-0a16-42d0-b70d-c275531c5580,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:21.303304 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7853a-27ed-495c-aacc-beef7d96ad37 req-ed43eb32-d567-40a1-947f-902e0e15c6ab tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:21.305569 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccf7853a-27ed-495c-aacc-beef7d96ad37 req-ed43eb32-d567-40a1-947f-902e0e15c6ab tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0504291 Sep 20 06:10:21.330458 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49636) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:21.347636 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b4196d3d-5c17-4b10-8cff-90b710e923fe no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:21.349159 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccf7853a-27ed-495c-aacc-beef7d96ad37 req-e0593d63-8691-4dd0-9faf-b1b0af94deaa tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368147 Sep 20 06:10:21.374097 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: b4196d3d-5c17-4b10-8cff-90b710e923fe {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:21.374097 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b4196d3d-5c17-4b10-8cff-90b710e923fe not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:21.374097 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 36073719-c356-46de-8ed3-07e82f7d0178 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:21.380547 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-430dc0ff-5750-4c91-af5a-fd636f8a2d02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=132edd4dc2d84e4293a71edeba9a56f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488901 Sep 20 06:10:21.383206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49638) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:21.391250 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 36073719-c356-46de-8ed3-07e82f7d0178 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:21.391620 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 36073719-c356-46de-8ed3-07e82f7d0178 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:21.392029 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device e58be65e-1997-4045-8a29-62e13c3d00f3 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:21.410572 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: e58be65e-1997-4045-8a29-62e13c3d00f3 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:10:21.410847 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device e58be65e-1997-4045-8a29-62e13c3d00f3 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:10:21.430068 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.450733 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.495140 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.498265 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:21.499468 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45df5ab8-04da-4a89-8fe0-a3f35dcfcc3c HTTP/1.1" status: 204 len: 168 time: 0.1153121 Sep 20 06:10:21.506642 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9bb54-fe40-47c6-a564-51b04ca900f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df5ab8-04da-4a89-8fe0-a3f35dcfcc3c,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:22.137451 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49660) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:22.235005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1291059535-network', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:22.256777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Made reservation on behalf of cb30e7cf32e54c1da94a3c7b6ee3ffb9 for: {'network': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:10:22.259364 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.267471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.359881 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.364103 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.386336 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=94132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:10:22.400203 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ac0ad-45b1-40bb-a415-5479ed6f3e79,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:22.403522 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.403853 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.segments_db [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Added segment 881849e0-4620-4592-9c2a-b36565187eb2 of type vlan for network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b Sep 20 06:10:22.467931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.501845 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5a833-51ba-4277-bfb9-4802fdbe2f18 req-f3a3f65f-9580-4f98-8a93-103d1033541b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:22.503277 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4cd5a833-51ba-4277-bfb9-4802fdbe2f18 req-f3a3f65f-9580-4f98-8a93-103d1033541b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0697436 Sep 20 06:10:22.508190 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.509163 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:22.509719 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.558165 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4195654 Sep 20 06:10:22.561292 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49666) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:22.566348 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Request body: {'subnet': {'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1291059535-subnet', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'ip_version': 4}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:22.586781 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Made reservation on behalf of cb30e7cf32e54c1da94a3c7b6ee3ffb9 for: {'subnet': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:10:22.589195 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6652516'] for subnet, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.595668 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896f99-e210-4199-b640-ba2484e3ce0f admin admin] Pushing event updated for resources: {'Network': ['ID=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:22.602325 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4cd5a833-51ba-4277-bfb9-4802fdbe2f18 req-8cf41a3a-5ad7-419b-8079-6ac818aec0c1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903602 Sep 20 06:10:22.606962 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:10:22.760146 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6652490'] for subnet, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.815876 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1642723d-fb50-4d4e-8df6-645cdffd5c55,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:22.825534 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:22.825885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Network hostable DHCP agents. Network: d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:10:22.842056 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:10:22.850477 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b) {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:22.854354 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:22.854946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.859461 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4746fcfc-94bc-4ce4-85fe-8cc799d6d9d7 None None] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:22.869055 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5ed4fa78-2c7d-4fd7-a99a-6ee697cec721 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3066483 Sep 20 06:10:22.871694 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49668) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:22.875886 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:22.896513 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.897529 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:22.947392 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.002987 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:10:23.003896 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.081434 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.137226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Allocated IP 172.20.0.2 (d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b/1642723d-fb50-4d4e-8df6-645cdffd5c55/8fcb48d9-788b-41b6-8d85-985b58752743) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:23.281486 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.289314 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.329009 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:23.332157 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:23.334835 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:23.348278 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Pushing event updated for resources: {'Port': ['ID=8fcb48d9-788b-41b6-8d85-985b58752743,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:23.398902 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Attempting to bind port 8fcb48d9-788b-41b6-8d85-985b58752743 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:23.399250 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Attempting to bind port 8fcb48d9-788b-41b6-8d85-985b58752743 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:23.399643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Attempting to bind port 8fcb48d9-788b-41b6-8d85-985b58752743 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:23.404759 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:23.405122 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:23.405520 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.405907 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Bound using segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:23.406367 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Bound port: 8fcb48d9-788b-41b6-8d85-985b58752743, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:23.406744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.471900 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] For port 8fcb48d9-788b-41b6-8d85-985b58752743, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:23.475021 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] For port 8fcb48d9-788b-41b6-8d85-985b58752743, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8fcb48d9-788b-41b6-8d85-985b58752743,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:23.479212 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.500089 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.521711 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.535978 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574ce20-45d3-468b-b563-9e3067d3435e None None] Pushing event updated for resources: {'Port': ['ID=8fcb48d9-788b-41b6-8d85-985b58752743,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:23.626871 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Allocated IP 172.27.3.90 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/b8642b6d-5563-41d3-bdf3-63b0f89cff66) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:23.792832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58395ba6-6902-44d0-9416-110b382dd06c req-9883edb8-2137-403e-9893-78d0a946aff6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:23.794466 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-58395ba6-6902-44d0-9416-110b382dd06c req-9883edb8-2137-403e-9893-78d0a946aff6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0804727 Sep 20 06:10:23.799425 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.848590 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-58395ba6-6902-44d0-9416-110b382dd06c req-5f5aa960-dfec-4a94-a023-7270d7e0ce58 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473762 Sep 20 06:10:23.862572 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:23.900529 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:23.904797 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:23.911117 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:23.913829 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Pushing event updated for resources: {'Port': ['ID=b8642b6d-5563-41d3-bdf3-63b0f89cff66,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:24.158078 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.353767 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.359701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f96891-686b-41f2-90dd-bae22b8b40be None None] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:24.477612 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Router 68a62743-36bd-4e21-a727-f2fe27096822 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:10:24.481378 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] Provisioning complete for port 8fcb48d9-788b-41b6-8d85-985b58752743 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:24.481743 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.584647 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.584887 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:24.598671 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:24.602034 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.608063 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-17c1eff9-e6db-44da-a14c-d5066202d347 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7323306 Sep 20 06:10:24.608238 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49672) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:24.621306 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:24.622006 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:24.665415 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] For port 8fcb48d9-788b-41b6-8d85-985b58752743, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8fcb48d9-788b-41b6-8d85-985b58752743,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:24.675014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:24.915871 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225ec0b-99ab-4248-8b57-0c0667fd53ab None None] Pushing event updated for resources: {'Port': ['ID=8fcb48d9-788b-41b6-8d85-985b58752743,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:24.923693 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:24.971479 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd39f9-d3ad-4f69-927d-9b845d6868ce req-b7a1d2c4-6c5f-4a13-9235-aaf088466c1a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:24.973039 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3dd39f9-d3ad-4f69-927d-9b845d6868ce req-b7a1d2c4-6c5f-4a13-9235-aaf088466c1a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0513892 Sep 20 06:10:24.982724 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-24269f1a-03a4-4765-94c4-eb76b97acc21 None None] Provisioning complete for port 8fcb48d9-788b-41b6-8d85-985b58752743 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:24.983094 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-24269f1a-03a4-4765-94c4-eb76b97acc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.011580 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a3dd39f9-d3ad-4f69-927d-9b845d6868ce req-f5e2bbe7-1fbe-4641-a5bb-c7c084261764 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Sep 20 06:10:25.051022 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.203102 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Allocated IP 172.20.0.1 (d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b/1642723d-fb50-4d4e-8df6-645cdffd5c55/b14a6ccd-b61d-4568-9f9d-167b9bac453a) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:25.273113 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:24Z', 'revision_number': 3, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:25.300288 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:25.300625 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Updating router 68a62743-36bd-4e21-a727-f2fe27096822 port b8642b6d-5563-41d3-bdf3-63b0f89cff66 binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:10:25.310510 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.336075 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.353814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.393094 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:25.396339 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:25.403366 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:25.406335 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Pushing event updated for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:25.430959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8fcb48d9-788b-41b6-8d85-985b58752743 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:25.444872 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.552123 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 8fcb48d9-788b-41b6-8d85-985b58752743 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:25.553603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.578575 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.691539 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-16020688-be49-4b25-bb60-0a9fd489c4a9 None None] Provisioning complete for port b14a6ccd-b61d-4568-9f9d-167b9bac453a triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:25.691836 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-16020688-be49-4b25-bb60-0a9fd489c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.727422 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.738864 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.747543 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.752372 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.773435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-16020688-be49-4b25-bb60-0a9fd489c4a9 None None] Port b14a6ccd-b61d-4568-9f9d-167b9bac453a cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:10:25.795334 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Attempting to bind port b8642b6d-5563-41d3-bdf3-63b0f89cff66 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:25.795729 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Attempting to bind port b8642b6d-5563-41d3-bdf3-63b0f89cff66 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:25.796087 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Attempting to bind port b8642b6d-5563-41d3-bdf3-63b0f89cff66 on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:25.804762 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecc680-a361-428c-b7e3-2dbfe21118df None None] Pushing event updated for resources: {'Port': ['ID=b8642b6d-5563-41d3-bdf3-63b0f89cff66,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:25.807475 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:25.807848 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:25.808251 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.808632 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:25.809135 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Bound port: b8642b6d-5563-41d3-bdf3-63b0f89cff66, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:25.809520 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.820530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.822363 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Pushing event updated for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:25.864734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] For port b8642b6d-5563-41d3-bdf3-63b0f89cff66, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:25.867746 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] For port b8642b6d-5563-41d3-bdf3-63b0f89cff66, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b8642b6d-5563-41d3-bdf3-63b0f89cff66,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:25.871610 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:25.911289 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:25.912679 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:25.925589 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:25.926219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:25.964485 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecc680-a361-428c-b7e3-2dbfe21118df None None] Pushing event updated for resources: {'Port': ['ID=b8642b6d-5563-41d3-bdf3-63b0f89cff66,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:26.033258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:10:26.040161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:26.180199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:26.185552 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ab461aeb-69ff-4659-8acf-750d1523df7f admin admin] 10.222.0.20 "PUT /v2.0/routers/68a62743-36bd-4e21-a727-f2fe27096822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763211 Sep 20 06:10:26.195460 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f790f-052e-4ba1-8bcc-e1e067428251 req-4f182083-b4fa-4898-adf6-a4da1a728f8b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:26.196789 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a0f790f-052e-4ba1-8bcc-e1e067428251 req-4f182083-b4fa-4898-adf6-a4da1a728f8b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.1019695 Sep 20 06:10:26.236340 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a0f790f-052e-4ba1-8bcc-e1e067428251 req-b09cc350-b46d-478c-a4e8-2f7ade3e904e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337400 Sep 20 06:10:26.236701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-5b492c64-bd82-48ec-a235-fb488421bf0a None None] Provisioning complete for port b14a6ccd-b61d-4568-9f9d-167b9bac453a triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:26.237069 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5b492c64-bd82-48ec-a235-fb488421bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.281545 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-5b492c64-bd82-48ec-a235-fb488421bf0a None None] Port b14a6ccd-b61d-4568-9f9d-167b9bac453a cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:10:26.288368 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 2, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:26.315491 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a2b1f7-ef9f-4870-b06a-7f76b28d6522 None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 2, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:26.472559 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3f06-a0f3-4c44-923c-5c9a6c689ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.712374 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49692) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:26.717415 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1302442480-network', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:26.742936 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Made reservation on behalf of d65a4315d1394d78911d2ad426aefd25 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:10:26.745310 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.754539 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.850156 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.854270 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.882631 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:10:26.888026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0843bbb9-8a39-4b4a-8e45-450dd21092e3,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:26.896987 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.896987 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Added segment 409ac12c-5657-4b73-8a6e-d9b620efa04d of type vlan for network 696cfab7-5978-4f6a-9277-86158f9c390b Sep 20 06:10:26.946108 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.974837 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:26.976017 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:26.976614 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.018617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49694) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:27.019519 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3021379 Sep 20 06:10:27.024342 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Request body: {'subnet': {'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1302442480-subnet', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:27.047985 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Made reservation on behalf of d65a4315d1394d78911d2ad426aefd25 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:10:27.050518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.051814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14809fb8-63a8-404f-9e8d-edac787debf5 admin admin] Pushing event updated for resources: {'Network': ['ID=696cfab7-5978-4f6a-9277-86158f9c390b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:27.062562 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 696cfab7-5978-4f6a-9277-86158f9c390b details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:10:27.129552 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.222772 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.276796 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1c3181-4c0e-4b32-bea8-fba57b3eead6,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:27.287202 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Checking segment: {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:27.287588 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Network hostable DHCP agents. Network: 696cfab7-5978-4f6a-9277-86158f9c390b, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:10:27.312035 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Network 696cfab7-5978-4f6a-9277-86158f9c390b is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:10:27.325497 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 696cfab7-5978-4f6a-9277-86158f9c390b) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:27.330479 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:27.331065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.336718 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f755e1-c82e-45c3-826d-ecdd491db5ac None None] Network 696cfab7-5978-4f6a-9277-86158f9c390b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:27.386143 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49698) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:27.387197 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-ab6ea3d4-a41f-4616-813f-3c03da13d973 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3665051 Sep 20 06:10:27.392281 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:27.428984 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.430252 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.430390 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28cdbe-60db-4c9c-a893-765fb595b1d6 req-e4334f4c-98b0-4f37-b033-67141e8e7405 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:27.431917 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b28cdbe-60db-4c9c-a893-765fb595b1d6 req-e4334f4c-98b0-4f37-b033-67141e8e7405 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0878847 Sep 20 06:10:27.478589 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2b28cdbe-60db-4c9c-a893-765fb595b1d6 req-f855d87e-1c7c-48ed-a29b-d0c5a0b75ccf tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367198 Sep 20 06:10:27.499323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.509979 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b8642b6d-5563-41d3-bdf3-63b0f89cff66 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:27.635427 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port b8642b6d-5563-41d3-bdf3-63b0f89cff66 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:27.635800 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.644915 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.727726 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-696cfab7-5978-4f6a-9277-86158f9c390b', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:10:27.728975 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.766317 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.839506 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port b8642b6d-5563-41d3-bdf3-63b0f89cff66, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b8642b6d-5563-41d3-bdf3-63b0f89cff66,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:27.846049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:27.929139 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=b8642b6d-5563-41d3-bdf3-63b0f89cff66,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:27.937369 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Allocated IP 172.20.0.2 (696cfab7-5978-4f6a-9277-86158f9c390b/1e1c3181-4c0e-4b32-bea8-fba57b3eead6/382a4a06-d007-4b87-8fe0-1c76fa09e1af) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:28.070714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.084779 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.089758 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.089953 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.126181 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Network 696cfab7-5978-4f6a-9277-86158f9c390b is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:28.129012 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:28.132397 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:28.141920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Pushing event updated for resources: {'Port': ['ID=382a4a06-d007-4b87-8fe0-1c76fa09e1af,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:28.200675 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Attempting to bind port 382a4a06-d007-4b87-8fe0-1c76fa09e1af on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:28.201042 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Attempting to bind port 382a4a06-d007-4b87-8fe0-1c76fa09e1af by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:28.201403 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Attempting to bind port 382a4a06-d007-4b87-8fe0-1c76fa09e1af on network 696cfab7-5978-4f6a-9277-86158f9c390b {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:28.203050 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Allocated IP 172.27.3.182 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/38ed723d-bc1c-40a1-9071-9e074748324b) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:28.207464 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:28.208049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Checking segment: {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:28.208683 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.208861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Bound using segment: {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:28.209313 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Bound port: 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:28.209715 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.279226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] For port 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:28.282685 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] For port 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=382a4a06-d007-4b87-8fe0-1c76fa09e1af,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:28.286622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.308323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.349107 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2b362-cd28-4a42-b76f-8c2e21e0b847 None None] Pushing event updated for resources: {'Port': ['ID=382a4a06-d007-4b87-8fe0-1c76fa09e1af,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:28.359457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.379885 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:28.393381 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:28.394011 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:09:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:28.397817 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:28.400737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:28.404789 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:28.431140 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Pushing event updated for resources: {'Port': ['ID=38ed723d-bc1c-40a1-9071-9e074748324b,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:28.643042 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:28.720756 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f50b6-bf73-4b47-bfc6-96346cf2b318 req-37f73972-bc13-4c87-ad8e-6e8becbe8d62 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:28.722250 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c5f50b6-bf73-4b47-bfc6-96346cf2b318 req-37f73972-bc13-4c87-ad8e-6e8becbe8d62 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0988238 Sep 20 06:10:28.739042 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.806189 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4c5f50b6-bf73-4b47-bfc6-96346cf2b318 req-edd815a3-1875-4410-be23-dc2d8b374cbe tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752559 Sep 20 06:10:28.846316 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 2, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:28.873368 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:28.873642 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Updating router 68a62743-36bd-4e21-a727-f2fe27096822 port b14a6ccd-b61d-4568-9f9d-167b9bac453a binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:10:28.897071 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:28.953510 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.051424 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f84716d7-101b-4dad-8ebf-38679ac08a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.095523 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Router c7db6176-561e-4527-8f63-7e292eaffc53 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:10:29.169679 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.176964 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.208660 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:29.219842 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Sync routers for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:29.225597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.229934 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49702) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:29.230675 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7fb5608e-742f-4459-a619-1912014236dc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8426807 Sep 20 06:10:29.239472 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Pushing event updated for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:29.249094 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:29.250093 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:29.309283 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Attempting to bind port b14a6ccd-b61d-4568-9f9d-167b9bac453a on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:29.309668 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Attempting to bind port b14a6ccd-b61d-4568-9f9d-167b9bac453a by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:29.310037 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Attempting to bind port b14a6ccd-b61d-4568-9f9d-167b9bac453a on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:29.316180 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.316675 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.317033 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.317359 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.317730 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.318006 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.318333 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.318664 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.319000 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.319399 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.319654 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.319975 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:29.323518 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:29.324283 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:29.324491 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.324811 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Bound using segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:29.325290 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Bound port: b14a6ccd-b61d-4568-9f9d-167b9bac453a, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:29.326349 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.361240 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.416338 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] For port b14a6ccd-b61d-4568-9f9d-167b9bac453a, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:29.420340 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] For port b14a6ccd-b61d-4568-9f9d-167b9bac453a, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b14a6ccd-b61d-4568-9f9d-167b9bac453a,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:29.424555 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.462483 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:29.484659 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f136f-4f99-4a9d-83c3-48614ad3299e None None] Pushing event updated for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:29.511477 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:29.512701 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:29.534194 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb14bb-c605-4854-a8e3-10b8ef87c804 None None] Network 696cfab7-5978-4f6a-9277-86158f9c390b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:10:29.607934 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b8642b6d-5563-41d3-bdf3-63b0f89cff66 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:29.669961 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:29.709402 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] Provisioning complete for port 382a4a06-d007-4b87-8fe0-1c76fa09e1af triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:29.709784 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.891495 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port b8642b6d-5563-41d3-bdf3-63b0f89cff66 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:29.891983 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.907478 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:29Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:29.941143 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeec22da-9b9c-4f5e-b774-0316ead1896a None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:29Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:29.973945 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:29.989687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e5b6c-2101-4397-ba77-52804699864f req-141834c2-4de0-4d33-a447-d93be90cf61c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:29.991194 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d2e5b6c-2101-4397-ba77-52804699864f req-141834c2-4de0-4d33-a447-d93be90cf61c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0930042 Sep 20 06:10:29.994061 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.031945 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] For port 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=382a4a06-d007-4b87-8fe0-1c76fa09e1af,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:30.033622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:28Z', 'revision_number': 3, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:30.068336 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d2e5b6c-2101-4397-ba77-52804699864f req-87e269a7-7c65-4be4-be1c-efc34833cc85 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671406 Sep 20 06:10:30.073327 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.106693 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Checking router: c7db6176-561e-4527-8f63-7e292eaffc53 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:30.106693 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Updating router c7db6176-561e-4527-8f63-7e292eaffc53 port 38ed723d-bc1c-40a1-9071-9e074748324b binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:10:30.160609 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.169924 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.204518 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 382a4a06-d007-4b87-8fe0-1c76fa09e1af up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:30.254321 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b2d50-01b5-4691-86c3-a7c9e5471b9f None None] Pushing event updated for resources: {'Port': ['ID=382a4a06-d007-4b87-8fe0-1c76fa09e1af,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:30.266874 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] Provisioning complete for port b14a6ccd-b61d-4568-9f9d-167b9bac453a triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:30.267255 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.354294 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Allocated IP 172.20.0.1 (696cfab7-5978-4f6a-9277-86158f9c390b/1e1c3181-4c0e-4b32-bea8-fba57b3eead6/0cee75ed-a7ed-4537-b19e-5eef09b38095) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:10:30.382775 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 382a4a06-d007-4b87-8fe0-1c76fa09e1af triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:30.383146 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.470224 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.506438 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.545961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Network 696cfab7-5978-4f6a-9277-86158f9c390b is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:30.549884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:30.553518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:10:30.568628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Pushing event updated for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:30.606520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.664902 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.758958 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] For port b14a6ccd-b61d-4568-9f9d-167b9bac453a, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b14a6ccd-b61d-4568-9f9d-167b9bac453a,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:30.761142 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.782128 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.791261 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:10:30.842372 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.872774 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.885825 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28d4dd-1b89-4501-9487-874b3ff91275 None None] Pushing event updated for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:30.928190 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.934797 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:30.986541 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Attempting to bind port 38ed723d-bc1c-40a1-9071-9e074748324b on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:30.986806 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Attempting to bind port 38ed723d-bc1c-40a1-9071-9e074748324b by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:30.987203 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Attempting to bind port 38ed723d-bc1c-40a1-9071-9e074748324b on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:30.991194 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4e8f-8c65-4bd8-ab75-5c835183a9d0 None None] Pushing event updated for resources: {'Port': ['ID=38ed723d-bc1c-40a1-9071-9e074748324b,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:30.994350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-26d7dedd-34b0-43f5-b6da-db983cd877ad None None] Provisioning complete for port 0cee75ed-a7ed-4537-b19e-5eef09b38095 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:30.994734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26d7dedd-34b0-43f5-b6da-db983cd877ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.003712 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Pushing event updated for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:31.006209 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.026113 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:31.026491 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:31.026896 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.027286 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:31.027850 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Bound port: 38ed723d-bc1c-40a1-9071-9e074748324b, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:31.028234 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.065775 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:31.087349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:10:31.088892 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-26d7dedd-34b0-43f5-b6da-db983cd877ad None None] Port 0cee75ed-a7ed-4537-b19e-5eef09b38095 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:10:31.097636 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Network 696cfab7-5978-4f6a-9277-86158f9c390b is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:10:31.099472 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:10:31.125479 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] For port 38ed723d-bc1c-40a1-9071-9e074748324b, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:31.154199 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-26d7dedd-34b0-43f5-b6da-db983cd877ad None None] Provisioning complete for port 382a4a06-d007-4b87-8fe0-1c76fa09e1af triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:31.154637 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-26d7dedd-34b0-43f5-b6da-db983cd877ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.181453 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] For port 38ed723d-bc1c-40a1-9071-9e074748324b, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=38ed723d-bc1c-40a1-9071-9e074748324b,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:31.200088 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.208744 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.234960 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80db31c-5843-4233-b5c4-e32e9cd1461d req-1c257a59-4653-4f51-98e9-cfb2e193f18c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:31.237852 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Router c7db6176-561e-4527-8f63-7e292eaffc53 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:10:31.243456 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d80db31c-5843-4233-b5c4-e32e9cd1461d req-1c257a59-4653-4f51-98e9-cfb2e193f18c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0591476 Sep 20 06:10:31.264613 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:10:31.298982 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d80db31c-5843-4233-b5c4-e32e9cd1461d req-e0b8ab9e-9606-497f-b9b7-79203b48c3b1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543861 Sep 20 06:10:31.335765 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:31.337104 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:31.338689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4e8f-8c65-4bd8-ab75-5c835183a9d0 None None] Pushing event updated for resources: {'Port': ['ID=38ed723d-bc1c-40a1-9071-9e074748324b,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:31.379314 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:31.412003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.446181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:10:31.453933 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b15a52f5-117a-4a82-a998-307f9bcadf7a admin admin] 10.222.0.20 "PUT /v2.0/routers/c7db6176-561e-4527-8f63-7e292eaffc53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2224669 Sep 20 06:10:31.509341 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b14a6ccd-b61d-4568-9f9d-167b9bac453a up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:31.511437 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['8d195d99-575c-4bf2-b4ec-e4e58f41428d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:10:31.614192 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:31.648501 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:31.678174 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-891507f5-4c08-437d-82cf-950f417ce3b4 None None] Provisioning complete for port 0cee75ed-a7ed-4537-b19e-5eef09b38095 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:31.678548 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-891507f5-4c08-437d-82cf-950f417ce3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.840649 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-891507f5-4c08-437d-82cf-950f417ce3b4 None None] Port 0cee75ed-a7ed-4537-b19e-5eef09b38095 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:10:31.850599 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port b14a6ccd-b61d-4568-9f9d-167b9bac453a triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:31.850975 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:31.970831 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:32.050198 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 382a4a06-d007-4b87-8fe0-1c76fa09e1af up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:32.081239 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '0cee75ed-a7ed-4537-b19e-5eef09b38095', 'name': '', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'mac_address': 'fa:16:3e:fb:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:30Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 2, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'subnets': [{'id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:32.112995 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83465b93-2e63-4454-b73a-d39efc8c1fa1 None None] The sync data for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi is: [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '0cee75ed-a7ed-4537-b19e-5eef09b38095', 'name': '', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'mac_address': 'fa:16:3e:fb:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:30Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 2, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'subnets': [{'id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:32.135111 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 382a4a06-d007-4b87-8fe0-1c76fa09e1af triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:32.135111 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:32.461768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e49eb-82a5-42f0-aefa-250ea1872e2e req-715904aa-6fa6-4474-8ea6-a04f37a58ce1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:32.465151 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f10e49eb-82a5-42f0-aefa-250ea1872e2e req-715904aa-6fa6-4474-8ea6-a04f37a58ce1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 944 time: 0.0589235 Sep 20 06:10:32.521107 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f10e49eb-82a5-42f0-aefa-250ea1872e2e req-39bf181a-7fb3-4317-ad28-4187bff044a7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496187 Sep 20 06:10:32.801229 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:32.891035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 8d195d99-575c-4bf2-b4ec-e4e58f41428d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:32.891456 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:32.993747 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.028435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:33.030844 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ffcb29-7db7-4d9d-9118-ab384ee1000b" -d '{"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:33.052133 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:33.057262 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.143782 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49744) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:33.148970 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536444177', 'description': 'tempest-secgroup-smoke-1536444177 description', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:33.171705 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:33.185307 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.185920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.186425 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.186958 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.187494 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.187991 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.188479 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.188967 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.189488 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.190329 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.190817 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.191303 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:10:33.201036 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.213721 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c322e-699e-492b-994b-5ae46f586b96 x-openstack-request-id: req-383c322e-699e-492b-994b-5ae46f586b96 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:33.214025 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:33.214277 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-383c322e-699e-492b-994b-5ae46f586b96 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:33.214684 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'code': 200} Sep 20 06:10:33.305020 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.310507 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.367342 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190dbf16-0c35-4ada-8759-003f8c91f5f1,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:33.375186 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.377665 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-f969d157-8789-49fd-8ef1-3186eb65679e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2318630 Sep 20 06:10:33.379908 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49746) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:33.384849 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:33.417543 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.460245 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 38ed723d-bc1c-40a1-9071-9e074748324b up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:33.493693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.500987 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.522764 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c33311-21af-487c-9364-3cae4b7ca9c1,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:33.528365 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.529841 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-676d92fd-50f3-4c4d-b6bf-734459ed908b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1487839 Sep 20 06:10:33.532788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49748) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:33.538075 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:33.562906 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 38ed723d-bc1c-40a1-9071-9e074748324b triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:33.565708 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.600672 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.692698 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.717979 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.723545 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.729853 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port 38ed723d-bc1c-40a1-9071-9e074748324b, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=38ed723d-bc1c-40a1-9071-9e074748324b,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:33.735541 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.761716 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2c80f-5d5e-45e8-97a9-4a0d3fa0067d req-f1ee641f-f110-49c6-a162-7b775a19f9bc tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:33.768316 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08a2c80f-5d5e-45e8-97a9-4a0d3fa0067d req-f1ee641f-f110-49c6-a162-7b775a19f9bc tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.1340868 Sep 20 06:10:33.803286 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=38ed723d-bc1c-40a1-9071-9e074748324b,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:33.833762 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692d5376-96f9-42bf-ae0a-5a74c1439f8d,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:33.876922 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08a2c80f-5d5e-45e8-97a9-4a0d3fa0067d req-b98c65ae-4ea0-4fdc-b236-edbcd814a15a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896757 Sep 20 06:10:33.877969 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.881864 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7e9c8f4c-875e-46bc-bfd8-02988a414269 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453374 Sep 20 06:10:33.882022 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49752) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:33.886350 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:33.919917 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.987502 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:33.992597 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.011586 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3a3efe-e826-4549-b9ad-3046057f934b,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:34.021635 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.022861 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-180931fa-04e1-493e-86fc-ec3871ff51ff tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399558 Sep 20 06:10:34.026038 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49754) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:34.031822 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:34.065627 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.145286 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.149157 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.172847 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1355654-654c-40c7-91ad-77d13f547d56,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:34.181333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.184369 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-efffbaf9-1435-40d3-b541-d5ce6a31693d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569066 Sep 20 06:10:34.187098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 49756) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:34.192043 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:34.219877 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.securitygroups_db [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Project cb30e7cf32e54c1da94a3c7b6ee3ffb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:10:34.226037 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.297514 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.303333 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.326603 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb4c542-c654-4b11-9871-29c6a15ffbfb,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:34.335269 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.336719 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-728a7785-51c0-4ebd-88cd-0810452354d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485622 Sep 20 06:10:34.339686 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 49758) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:34.344599 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'security_group_rule': {'security_group_id': '190dbf16-0c35-4ada-8759-003f8c91f5f1', 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:34.370588 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.securitygroups_db [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Project cb30e7cf32e54c1da94a3c7b6ee3ffb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 06:10:34.377641 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.458457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.465043 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.483244 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f583bbc-54d4-4936-b035-4f8fde4921dc,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:34.498549 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:34.499847 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-c6c49868-af2f-4815-8b43-be246cbb389d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588891 Sep 20 06:10:34.745607 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Sync routers for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:10:34.755920 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:34.756825 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:34.923349 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:35.093104 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed4f33-417e-4f19-ad50-95a9d60ab1b5 req-81cd4acd-4de7-47f0-a861-0c013134fb26 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:35.094594 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eed4f33-417e-4f19-ad50-95a9d60ab1b5 req-81cd4acd-4de7-47f0-a861-0c013134fb26 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.1163113 Sep 20 06:10:35.168173 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eed4f33-417e-4f19-ad50-95a9d60ab1b5 req-1c4ad1d8-b13c-4a9e-bb8f-77c144effbd1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511589 Sep 20 06:10:35.234574 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '0cee75ed-a7ed-4537-b19e-5eef09b38095', 'name': '', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'mac_address': 'fa:16:3e:fb:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:30Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 2, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'subnets': [{'id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:35.265499 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Checking router: c7db6176-561e-4527-8f63-7e292eaffc53 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:10:35.265854 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Updating router c7db6176-561e-4527-8f63-7e292eaffc53 port 0cee75ed-a7ed-4537-b19e-5eef09b38095 binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:10:35.390017 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 38ed723d-bc1c-40a1-9071-9e074748324b up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:35.423978 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:35.447032 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 38ed723d-bc1c-40a1-9071-9e074748324b triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:35.447774 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:35.706830 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b92364-8212-4f7e-a2a8-d937b36bc204 req-b91a9a7c-5bb7-4ad3-a041-d2378d834962 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:35.708405 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4b92364-8212-4f7e-a2a8-d937b36bc204 req-b91a9a7c-5bb7-4ad3-a041-d2378d834962 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0792229 Sep 20 06:10:35.754958 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f4b92364-8212-4f7e-a2a8-d937b36bc204 req-1f18681b-99ec-474f-902e-718aa8cb60cb tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377378 Sep 20 06:10:35.822850 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:35.835838 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:35.901865 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e020d-4f3f-4ff9-879b-7cba54b5304e None None] Pushing event updated for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:35.960544 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Attempting to bind port 0cee75ed-a7ed-4537-b19e-5eef09b38095 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:10:35.960922 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Attempting to bind port 0cee75ed-a7ed-4537-b19e-5eef09b38095 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:10:35.961305 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Attempting to bind port 0cee75ed-a7ed-4537-b19e-5eef09b38095 on network 696cfab7-5978-4f6a-9277-86158f9c390b {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:10:35.967337 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:10:35.967931 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Checking segment: {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:10:35.968428 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:35.968861 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Bound using segment: {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:10:35.968979 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Bound port: 0cee75ed-a7ed-4537-b19e-5eef09b38095, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409ac12c-5657-4b73-8a6e-d9b620efa04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:10:35.969805 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.070383 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] For port 0cee75ed-a7ed-4537-b19e-5eef09b38095, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:10:36.077614 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] For port 0cee75ed-a7ed-4537-b19e-5eef09b38095, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=0cee75ed-a7ed-4537-b19e-5eef09b38095,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:10:36.086251 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.170883 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:10:36.172494 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:36.204997 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] Provisioning complete for port 0cee75ed-a7ed-4537-b19e-5eef09b38095 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:36.205362 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.287815 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e020d-4f3f-4ff9-879b-7cba54b5304e None None] Pushing event updated for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=4']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:36.326418 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.360983 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe397-9258-4057-8ce2-684902865169 req-6c68c71d-11fe-41ed-b2b0-373104084a4a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:36.365774 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93fe397-9258-4057-8ce2-684902865169 req-6c68c71d-11fe-41ed-b2b0-373104084a4a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0901263 Sep 20 06:10:36.416080 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] For port 0cee75ed-a7ed-4537-b19e-5eef09b38095, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=0cee75ed-a7ed-4537-b19e-5eef09b38095,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:36.423441 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.455710 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a93fe397-9258-4057-8ce2-684902865169 req-75f87991-9dec-4a4c-83ee-6fc20652cfaa tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825629 Sep 20 06:10:36.487799 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:10:36.521106 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80f9c9-7baf-4a56-b298-551ed4490ceb None None] Pushing event updated for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:36.552072 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-33c66e6c-a8cc-41c8-aa10-d50114552c07 None None] Provisioning complete for port 0cee75ed-a7ed-4537-b19e-5eef09b38095 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:36.552526 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-33c66e6c-a8cc-41c8-aa10-d50114552c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:36.734288 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '0cee75ed-a7ed-4537-b19e-5eef09b38095', 'name': '', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'mac_address': 'fa:16:3e:fb:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:30Z', 'updated_at': '2021-09-20T06:10:36Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'subnets': [{'id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:10:36.762653 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3daeb736-a79c-478d-b176-b1f36d93f501 None None] The sync data for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi is: [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '0cee75ed-a7ed-4537-b19e-5eef09b38095', 'name': '', 'network_id': '696cfab7-5978-4f6a-9277-86158f9c390b', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'mac_address': 'fa:16:3e:fb:81:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:30Z', 'updated_at': '2021-09-20T06:10:36Z', 'revision_number': 4, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'subnets': [{'id': '1e1c3181-4c0e-4b32-bea8-fba57b3eead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:10:36.905501 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8023c-dd36-41cb-abf6-d5d12dad4f65 req-2daa3904-ed5d-43fa-9b2a-712c71d5b6e3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:36.907334 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cfc8023c-dd36-41cb-abf6-d5d12dad4f65 req-2daa3904-ed5d-43fa-9b2a-712c71d5b6e3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0640390 Sep 20 06:10:36.967607 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cfc8023c-dd36-41cb-abf6-d5d12dad4f65 req-3ad1ba45-238c-4aad-a9d2-7235fd125b56 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506296 Sep 20 06:10:37.405663 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 0cee75ed-a7ed-4537-b19e-5eef09b38095 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:10:37.467597 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 0cee75ed-a7ed-4537-b19e-5eef09b38095 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:10:37.468681 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:37.649127 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760009ea-e4a9-4ccc-b911-cc268913caa2 req-eea52981-3b5a-49f7-85ff-98925752ced5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:37.650658 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-760009ea-e4a9-4ccc-b911-cc268913caa2 req-eea52981-3b5a-49f7-85ff-98925752ced5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0886049 Sep 20 06:10:37.696244 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-760009ea-e4a9-4ccc-b911-cc268913caa2 req-8e62bbe5-deb2-4ed2-946b-aaf56afe0b6f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386765 Sep 20 06:10:38.101432 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51246e92-a34c-4db1-8d1b-bc76f06ca7cb req-d1daf5fa-b01e-4e2e-b588-56e84e84d4e3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:38.102818 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51246e92-a34c-4db1-8d1b-bc76f06ca7cb req-d1daf5fa-b01e-4e2e-b588-56e84e84d4e3 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0570369 Sep 20 06:10:38.148515 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-51246e92-a34c-4db1-8d1b-bc76f06ca7cb req-c6952871-9c59-40bb-8ed7-e39285f76916 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392723 Sep 20 06:10:38.839333 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cfe3b-5668-4164-b2ec-4674c57956cd req-2980b2e2-8667-400b-8b4e-a413184140ce tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:38.841362 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac1cfe3b-5668-4164-b2ec-4674c57956cd req-2980b2e2-8667-400b-8b4e-a413184140ce tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0620332 Sep 20 06:10:38.882367 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ac1cfe3b-5668-4164-b2ec-4674c57956cd req-4892515b-6872-440f-93fb-c46510866514 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Sep 20 06:10:39.269499 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5062-e9de-410d-94f8-05e861c93926 req-ff1a847f-993b-41a1-8b29-ba9bcb148372 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:39.271427 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2f8b5062-e9de-410d-94f8-05e861c93926 req-ff1a847f-993b-41a1-8b29-ba9bcb148372 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0528066 Sep 20 06:10:39.333798 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2f8b5062-e9de-410d-94f8-05e861c93926 req-f334e5d2-5735-400d-8f09-abcea8ea8d42 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558710 Sep 20 06:10:40.029072 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e26fb1-4c79-4cfd-b57e-894984cf0cf1 req-ec4d66c7-6b76-470b-820c-5c235434e75c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:40.030716 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45e26fb1-4c79-4cfd-b57e-894984cf0cf1 req-ec4d66c7-6b76-470b-820c-5c235434e75c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0602393 Sep 20 06:10:40.079825 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-45e26fb1-4c79-4cfd-b57e-894984cf0cf1 req-5ada7cc7-2b72-4ef4-b109-0e3f5373e4a0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414221 Sep 20 06:10:40.456371 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d0cb9-156b-48f4-8588-b557fce1e18b req-8403e084-1d07-4918-a5c7-2e6b98ecc96e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:40.458644 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ef6d0cb9-156b-48f4-8588-b557fce1e18b req-8403e084-1d07-4918-a5c7-2e6b98ecc96e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0567756 Sep 20 06:10:40.505656 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ef6d0cb9-156b-48f4-8588-b557fce1e18b req-cf8d55c2-6df8-41e9-be54-af44b557671f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380623 Sep 20 06:10:41.197911 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb85f0e-af49-4a08-ae50-3253d7a121d2 req-8d388eb8-9dd8-4309-b633-aa3f266289ec tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:41.199608 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9bb85f0e-af49-4a08-ae50-3253d7a121d2 req-8d388eb8-9dd8-4309-b633-aa3f266289ec tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0520933 Sep 20 06:10:41.242334 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9bb85f0e-af49-4a08-ae50-3253d7a121d2 req-23f210bf-f6b4-4f52-9bb4-818271da6856 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356774 Sep 20 06:10:41.632032 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d50f8-ff05-48a2-95ba-a9a73f4666f7 req-61ef2c2b-53e3-4035-8ffc-526fe862dc36 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:41.633768 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce9d50f8-ff05-48a2-95ba-a9a73f4666f7 req-61ef2c2b-53e3-4035-8ffc-526fe862dc36 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0559938 Sep 20 06:10:41.684999 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ce9d50f8-ff05-48a2-95ba-a9a73f4666f7 req-997b6572-0573-4d01-998f-2adeee8b740f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Sep 20 06:10:42.366664 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4710042-b08f-4b98-9ba4-3f03c2777b92 req-0a6906f5-9076-4c24-b747-1020bd10e99a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:42.368162 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a4710042-b08f-4b98-9ba4-3f03c2777b92 req-0a6906f5-9076-4c24-b747-1020bd10e99a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0518999 Sep 20 06:10:42.405918 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a4710042-b08f-4b98-9ba4-3f03c2777b92 req-f94aae77-bcf7-44b3-af7d-82f290149707 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312209 Sep 20 06:10:42.724884 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-9e0bd638-e49a-424c-be59-83977c080b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:42.726394 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-9e0bd638-e49a-424c-be59-83977c080b3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1098 time: 0.0430064 Sep 20 06:10:42.850357 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06873ef-3aba-4a6e-88cd-6e90a36658fe req-b65ceb24-3307-4cc3-a5bd-6df6329395f1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:42.851763 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f06873ef-3aba-4a6e-88cd-6e90a36658fe req-b65ceb24-3307-4cc3-a5bd-6df6329395f1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0964181 Sep 20 06:10:42.867259 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-16ce2e4f-6f51-4b7c-a11f-9272691d08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:42.868639 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-16ce2e4f-6f51-4b7c-a11f-9272691d08ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.1312423 Sep 20 06:10:42.931504 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f06873ef-3aba-4a6e-88cd-6e90a36658fe req-ea825a4d-173f-48f2-95c9-97da48069796 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721996 Sep 20 06:10:42.951924 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-004ca9e4-e4d7-4626-aae8-084e38b90d9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 1001 time: 0.0732818 Sep 20 06:10:43.008147 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-171e6449-d01b-4e2b-aaa0-b6de96776467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:43.009772 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-171e6449-d01b-4e2b-aaa0-b6de96776467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0496881 Sep 20 06:10:43.061036 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-22fb4b72-ff72-455b-a1bb-2f18dd4320e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:43.062564 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-22fb4b72-ff72-455b-a1bb-2f18dd4320e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410900 Sep 20 06:10:43.157903 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-1bfd4563-ed47-4f3a-a1ec-e5dc59351e01 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864453 Sep 20 06:10:43.250405 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9d636234-e347-49c2-a05b-ab3e68842b0b req-f6567d74-0269-4d10-8a4c-d36e954ddc57 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845699 Sep 20 06:10:43.522539 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf10a4-6c0c-4e7e-87ba-e039533c0874 req-acc71d72-18a7-4e9c-a6a3-2cbf6ff691ff tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:43.524045 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08bf10a4-6c0c-4e7e-87ba-e039533c0874 req-acc71d72-18a7-4e9c-a6a3-2cbf6ff691ff tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0483427 Sep 20 06:10:43.561778 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-08bf10a4-6c0c-4e7e-87ba-e039533c0874 req-8953e3ad-e8af-4bcf-a7fe-bf129fa2ffb6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310435 Sep 20 06:10:44.046717 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9696b-894f-4518-b938-987bbe6301bc req-73d8f8ad-491e-490c-a0ed-daf300d6adda tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:44.048209 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f1d9696b-894f-4518-b938-987bbe6301bc req-73d8f8ad-491e-490c-a0ed-daf300d6adda tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0506015 Sep 20 06:10:44.085916 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f1d9696b-894f-4518-b938-987bbe6301bc req-5b909976-73ef-474f-ae8d-c8ca085925f6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Sep 20 06:10:44.680911 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0382796-1545-4e64-a624-abc7131690dd req-3d4c481b-2497-45ca-b80a-eb667a8155f5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:44.682427 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b0382796-1545-4e64-a624-abc7131690dd req-3d4c481b-2497-45ca-b80a-eb667a8155f5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 945 time: 0.0499737 Sep 20 06:10:44.719705 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b0382796-1545-4e64-a624-abc7131690dd req-7574591e-d151-4bf3-95a5-b5de715c5a43 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Sep 20 06:10:44.847918 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:44.934759 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:44.958268 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:44.960572 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a219a4-e8ce-42e0-bbaf-7349c81de13d" -d '{"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:44.973955 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:44.977916 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:45.002946 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c7385b-4264-435a-bbcd-51a6b94c7381 x-openstack-request-id: req-23c7385b-4264-435a-bbcd-51a6b94c7381 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:45.003255 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-unplugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:45.003532 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23c7385b-4264-435a-bbcd-51a6b94c7381 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:45.003921 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'code': 200} Sep 20 06:10:45.028929 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:45.211503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512f5a4-09b9-42aa-8fbf-41637e583cbb req-e976ea7c-ec62-445a-bd76-10cad5f8f4da tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:45.212984 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5512f5a4-09b9-42aa-8fbf-41637e583cbb req-e976ea7c-ec62-445a-bd76-10cad5f8f4da tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0608008 Sep 20 06:10:45.250948 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5512f5a4-09b9-42aa-8fbf-41637e583cbb req-1a0cf5a5-f2f1-484b-a5ec-428544601376 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Sep 20 06:10:45.795755 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-d4321a92-022e-4e5e-8eb0-8438821671a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:45.797220 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-d4321a92-022e-4e5e-8eb0-8438821671a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0477009 Sep 20 06:10:45.902135 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec1939-338f-4fff-b866-e8e3003cdcb6 req-9fac1d14-11f7-47ca-b5da-db1dd3270ab8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:45.904297 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccec1939-338f-4fff-b866-e8e3003cdcb6 req-9fac1d14-11f7-47ca-b5da-db1dd3270ab8 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.1113517 Sep 20 06:10:45.937830 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-4a10eca6-f1fb-462b-a2c0-4350d2d7f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:45.939145 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-4a10eca6-f1fb-462b-a2c0-4350d2d7f334 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.1335359 Sep 20 06:10:45.987309 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccec1939-338f-4fff-b866-e8e3003cdcb6 req-6698c03c-8cfb-44dc-a9bf-81b39444169b tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767813 Sep 20 06:10:46.011723 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-79ac465a-21f8-40d4-b745-d36c78415a63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 1000 time: 0.0630178 Sep 20 06:10:46.065775 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-ccd78bbe-3e65-4ee6-ac81-aabbe0e9b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:46.067270 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-ccd78bbe-3e65-4ee6-ac81-aabbe0e9b169 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0481193 Sep 20 06:10:46.115839 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-f83b1028-84c8-4ecb-aa47-78cd4073fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:46.117323 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-f83b1028-84c8-4ecb-aa47-78cd4073fb8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426004 Sep 20 06:10:46.211040 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-65bda293-e958-419b-8f91-9ab90c5fced5 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Sep 20 06:10:46.309375 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-45472ca9-85e0-40c3-9059-4e0caf5602f2 req-080b558f-8c5a-49e4-bc4d-8c08822ce341 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902607 Sep 20 06:10:46.381898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4bf71-ccc2-4667-b0f4-be4c3e4dceb5 req-318d24f1-4652-40f0-96ef-32197cdcd3d0 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:46.383409 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26c4bf71-ccc2-4667-b0f4-be4c3e4dceb5 req-318d24f1-4652-40f0-96ef-32197cdcd3d0 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0501125 Sep 20 06:10:46.423022 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-26c4bf71-ccc2-4667-b0f4-be4c3e4dceb5 req-eadaf75e-ae9a-42ae-8978-6b0aef9b9a1e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Sep 20 06:10:46.841816 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:10:46.897516 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28e649-b25d-49a9-bd21-5bdbe4e2d286 req-6c7dbc94-9b7b-47ed-8e27-9f80ecc97b57 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:46.898948 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8c28e649-b25d-49a9-bd21-5bdbe4e2d286 req-6c7dbc94-9b7b-47ed-8e27-9f80ecc97b57 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0501459 Sep 20 06:10:46.955195 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8c28e649-b25d-49a9-bd21-5bdbe4e2d286 req-5c9ecf33-ee25-45fa-aa61-f21090d67f4f tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494504 Sep 20 06:10:46.960977 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-e4733810-8a69-4904-b726-74d9fda1219c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714598 Sep 20 06:10:47.536044 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac7c55-eaa6-4aa9-b0f6-85f9080705e0 req-669dc087-a457-4208-bf40-91f4f1bbf186 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:47.537472 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-91ac7c55-eaa6-4aa9-b0f6-85f9080705e0 req-669dc087-a457-4208-bf40-91f4f1bbf186 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0487249 Sep 20 06:10:47.579760 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-91ac7c55-eaa6-4aa9-b0f6-85f9080705e0 req-1f3636cc-3176-473f-8fe8-50788ea7b856 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364711 Sep 20 06:10:47.839326 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-376fe0c2-f667-4c9b-8617-500266df1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:47.841334 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-376fe0c2-f667-4c9b-8617-500266df1c8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8&tenant_id=f4bde137a676404ab9e50fcae069ddd1 HTTP/1.1" status: 200 len: 1096 time: 0.0707765 Sep 20 06:10:47.901365 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-cd75a889-5f8f-420e-98b7-6f3b369669e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:47.903418 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-cd75a889-5f8f-420e-98b7-6f3b369669e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1096 time: 0.0397756 Sep 20 06:10:48.005043 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-47b6b52e-0b96-44a0-8bd2-e0071b666704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:48.006520 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-47b6b52e-0b96-44a0-8bd2-e0071b666704 service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.0889397 Sep 20 06:10:48.072767 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-6adf39fa-bb90-4882-b68f-a5fb9315d8cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 999 time: 0.0580387 Sep 20 06:10:48.076952 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186295a6-4839-43fd-ae9c-32eb9be0d076 req-cc39e0cd-8568-4bfb-a258-5a33f9b00f41 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:48.078424 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-186295a6-4839-43fd-ae9c-32eb9be0d076 req-cc39e0cd-8568-4bfb-a258-5a33f9b00f41 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0522597 Sep 20 06:10:48.119738 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-186295a6-4839-43fd-ae9c-32eb9be0d076 req-ee1cb3c1-a882-47a9-b593-cbf9dc12b285 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350983 Sep 20 06:10:48.127315 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-579ed3ca-8e4e-4a55-82a4-bd432a726e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:48.128809 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-579ed3ca-8e4e-4a55-82a4-bd432a726e7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0482268 Sep 20 06:10:48.176450 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-ebe4aa90-2cef-4e27-8b35-090b9e0b84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:48.177937 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-ebe4aa90-2cef-4e27-8b35-090b9e0b84a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398247 Sep 20 06:10:48.265664 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-f826928f-917e-4c26-8149-6c933b848003 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793791 Sep 20 06:10:48.358326 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3f76cb8f-e004-4979-9dd4-05c130e73f3b req-d7cbcfb1-394f-426a-84b6-43b173763e13 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846379 Sep 20 06:10:48.707680 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f20a12-b7b0-4400-8030-2ed7ada47ff1 req-e592fe64-6aa1-440c-a8db-701034b01f0e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:48.709537 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1f20a12-b7b0-4400-8030-2ed7ada47ff1 req-e592fe64-6aa1-440c-a8db-701034b01f0e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0655448 Sep 20 06:10:48.761481 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e1f20a12-b7b0-4400-8030-2ed7ada47ff1 req-8dee1c6f-b9b3-42bf-a588-e981eebced78 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Sep 20 06:10:48.849481 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:48.962613 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-2cfda46c-69d2-40dc-9d46-89f339da4434 req-d367274f-4c90-4020-942e-e8dec20d939c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:10:48.963676 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2cfda46c-69d2-40dc-9d46-89f339da4434 req-d367274f-4c90-4020-942e-e8dec20d939c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1336823 Sep 20 06:10:49.243710 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb92ed-53a0-4d4c-83f9-5a8f7a0becb5 req-094dff2e-bd6e-4cd5-8e76-ff1769a1d632 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:49.252051 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ebeb92ed-53a0-4d4c-83f9-5a8f7a0becb5 req-094dff2e-bd6e-4cd5-8e76-ff1769a1d632 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0574174 Sep 20 06:10:49.305066 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ebeb92ed-53a0-4d4c-83f9-5a8f7a0becb5 req-cfee2af4-f510-4b3b-8c32-99f2405e5b91 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524540 Sep 20 06:10:50.147701 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50004) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:10:50.187707 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc29d0-832e-43de-8d50-565872e9bdb8 req-d3836e47-9b86-4094-8c05-caea1cbd1b34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:50.190114 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ddc29d0-832e-43de-8d50-565872e9bdb8 req-d3836e47-9b86-4094-8c05-caea1cbd1b34 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0710039 Sep 20 06:10:50.237467 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3ddc29d0-832e-43de-8d50-565872e9bdb8 req-3b5276e6-2ed3-4d37-a4d1-249581a9e4ae tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411255 Sep 20 06:10:50.240798 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-ff48bdf5-039c-4616-8de5-519e8e9c1da8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918164 Sep 20 06:10:50.250002 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-f8c780a5-d907-4438-ace2-c1e215abcdd7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:10:50.250967 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-f8c780a5-d907-4438-ace2-c1e215abcdd7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055048 Sep 20 06:10:50.459711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d0445-1e46-4f1d-a368-823b6d590b35 req-71b63637-6dc0-48bf-9ff2-3a86e2ad5198 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:50.468679 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5e9d0445-1e46-4f1d-a368-823b6d590b35 req-71b63637-6dc0-48bf-9ff2-3a86e2ad5198 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0844884 Sep 20 06:10:50.505020 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5e9d0445-1e46-4f1d-a368-823b6d590b35 req-394e2c0f-de94-4ee4-88fa-d54ddc02a584 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351491 Sep 20 06:10:50.878512 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:10:50.968899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:50.991265 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:10:50.993506 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af4031-aacd-48b9-ada9-e3aa9b57acd4" -d '{"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:10:51.012196 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:10:51.016814 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:51.034755 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 06:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa0896b-7807-49dc-a882-fcce5a5b546f x-openstack-request-id: req-aaa0896b-7807-49dc-a882-fcce5a5b546f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:10:51.035051 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-unplugged", "status": "failed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "code": 422}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:10:51.035656 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaa0896b-7807-49dc-a882-fcce5a5b546f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:10:51.036214 dv-cinder-809968-1-iscsi neutron-server[94133]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'code': 422} returned with failed status Sep 20 06:10:51.102272 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=6']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:10:51.216196 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-81f6915b-02bc-476b-a72d-fbb679408048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536444177&fields=id&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 267 time: 0.0329251 Sep 20 06:10:51.335111 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-0d9fe07c-141b-4384-bf60-12d306a7316d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:51.341576 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-0d9fe07c-141b-4384-bf60-12d306a7316d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.1179600 Sep 20 06:10:51.354482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-1fb522c1-bfbb-4859-a085-f762f40f48da tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/quotas/cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Sep 20 06:10:51.379922 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18446d6f-8d9f-4d7a-8d31-87bd5c9004e2 req-d72cdae4-2b45-4162-a876-8e27fe46b183 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:51.384720 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18446d6f-8d9f-4d7a-8d31-87bd5c9004e2 req-d72cdae4-2b45-4162-a876-8e27fe46b183 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0520437 Sep 20 06:10:51.423605 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d6d9c54a-3926-4a32-aa0e-a5f819a71dce tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634031 Sep 20 06:10:51.425224 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18446d6f-8d9f-4d7a-8d31-87bd5c9004e2 req-c62c8eb5-63ee-40a4-9701-64aaa5266d6a tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360789 Sep 20 06:10:51.525587 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d2d242b7-e8ce-4ef6-ae80-378aaa3093ee service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893691 Sep 20 06:10:51.638231 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25a602-bc5c-41b6-88ed-6b7214559d6e req-4bb1edc3-c7ff-46d8-8ab8-b65207e0e87e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:51.645698 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ec25a602-bc5c-41b6-88ed-6b7214559d6e req-4bb1edc3-c7ff-46d8-8ab8-b65207e0e87e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0562155 Sep 20 06:10:51.650889 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-019064c4-0573-42cb-9ac0-3a6c28e1f12c service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189976 Sep 20 06:10:51.684513 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ec25a602-bc5c-41b6-88ed-6b7214559d6e req-2d2c65e6-5649-4975-8f3b-4f397c4226e0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Sep 20 06:10:51.962182 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6ad4d61f-fa92-48e5-a5e7-8f148a9c4016 req-a31efceb-f619-4e1e-a3dc-fbf8ff63a8a4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0266058 Sep 20 06:10:52.544700 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb7aec-144a-4574-90b3-76394503dd8c req-d5a147f2-0a9a-4f3b-bdbe-7e009aee1b7e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:52.546158 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30cb7aec-144a-4574-90b3-76394503dd8c req-d5a147f2-0a9a-4f3b-bdbe-7e009aee1b7e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0530064 Sep 20 06:10:52.583168 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-30cb7aec-144a-4574-90b3-76394503dd8c req-3607cf3f-c580-41a0-8cf5-b40f11871e72 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Sep 20 06:10:52.810921 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a1f2-478e-42dc-a3c0-50dd1a7f3742 req-c5468fb9-b9c0-4e85-8048-69a2fa65ad96 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:52.812460 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a601a1f2-478e-42dc-a3c0-50dd1a7f3742 req-c5468fb9-b9c0-4e85-8048-69a2fa65ad96 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0498593 Sep 20 06:10:52.853241 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a601a1f2-478e-42dc-a3c0-50dd1a7f3742 req-4d6d68ad-62de-481a-96a3-a394c81b90b1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336413 Sep 20 06:10:53.065400 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-adb69eb8-0360-43dd-b981-f451a8d3758e req-e220e880-e5cf-467e-8d21-565d62544db5 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0327506 Sep 20 06:10:53.719072 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33add085-cd8b-4d92-be47-438fdcbde029 req-34a003c0-cc24-4709-a97a-42dcfdcec24f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:53.725407 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-33add085-cd8b-4d92-be47-438fdcbde029 req-34a003c0-cc24-4709-a97a-42dcfdcec24f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0645235 Sep 20 06:10:53.760365 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-33add085-cd8b-4d92-be47-438fdcbde029 req-c28ada65-8891-44e3-b765-57d2e21871cc tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Sep 20 06:10:53.972624 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca0ae5-bdd7-48b3-ac7b-7e63cda0623e req-4ec7567a-e1bb-472e-b665-0725dfbb8ad1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:53.974103 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e3ca0ae5-bdd7-48b3-ac7b-7e63cda0623e req-4ec7567a-e1bb-472e-b665-0725dfbb8ad1 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0490334 Sep 20 06:10:54.009794 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e3ca0ae5-bdd7-48b3-ac7b-7e63cda0623e req-11ad7b44-96dc-454a-be27-e5d2421d3b1e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298653 Sep 20 06:10:54.158108 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7fdf83fa-f288-4304-b73d-93d0e381df37 req-330fa990-4661-46ff-89a6-0b48e4f12d19 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0288229 Sep 20 06:10:54.878454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7aaf-7450-40be-8f9e-47fbff3de2f8 req-5c3c021a-6ccb-4684-8ec7-e2b39eea2e91 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:54.879906 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-971d7aaf-7450-40be-8f9e-47fbff3de2f8 req-5c3c021a-6ccb-4684-8ec7-e2b39eea2e91 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0508826 Sep 20 06:10:54.916957 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-971d7aaf-7450-40be-8f9e-47fbff3de2f8 req-229ca0cd-a00f-4ed3-9b59-deb8058de6cd tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311947 Sep 20 06:10:55.132336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628ec11-6cf3-4309-ae14-8b11885251c3 req-028497a8-22cb-4905-848b-ac399a3e30f2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:55.133784 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2628ec11-6cf3-4309-ae14-8b11885251c3 req-028497a8-22cb-4905-848b-ac399a3e30f2 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0469193 Sep 20 06:10:55.174261 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2628ec11-6cf3-4309-ae14-8b11885251c3 req-2ca81922-2d35-4508-9102-e4e4ea12e3e0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338442 Sep 20 06:10:55.251022 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-de16898b-6ab3-47a5-a0c2-eb1dbc56cfae req-d4850d50-7a2e-4bec-8b8c-59e785eb4687 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0262165 Sep 20 06:10:56.036176 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add06b16-81a7-4573-ad01-f051cdfcf845 req-98ce1e40-c151-4060-a743-cdd05c470e16 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:56.037649 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-add06b16-81a7-4573-ad01-f051cdfcf845 req-98ce1e40-c151-4060-a743-cdd05c470e16 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0485609 Sep 20 06:10:56.074863 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-add06b16-81a7-4573-ad01-f051cdfcf845 req-398dbddc-f26a-480b-8eac-9952188d57b7 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Sep 20 06:10:56.308436 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea75e73-8dea-4e30-886f-cd23ed4b8ff2 req-26471dd8-e414-4fd7-bd2d-9de60bd36e45 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:56.310130 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ea75e73-8dea-4e30-886f-cd23ed4b8ff2 req-26471dd8-e414-4fd7-bd2d-9de60bd36e45 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0487461 Sep 20 06:10:56.352129 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c787b0fe-6879-4d17-a587-6b180b2b7907 req-27e1ab0a-dd1a-4abd-a0e4-6c4389b47075 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0316684 Sep 20 06:10:56.363107 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4ea75e73-8dea-4e30-886f-cd23ed4b8ff2 req-a2bdb704-f487-4645-a3a5-1c1b2f38a42a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380998 Sep 20 06:10:56.477301 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-13f98d7f-4c05-4624-9532-520f46dc903a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:57.093560 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:57.193605 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802985b-7fab-4e28-8663-4efc88d8e9cb req-0b9b5e54-b4e8-459b-8df1-86c3afd67618 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:57.195117 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a802985b-7fab-4e28-8663-4efc88d8e9cb req-0b9b5e54-b4e8-459b-8df1-86c3afd67618 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0531864 Sep 20 06:10:57.236462 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a802985b-7fab-4e28-8663-4efc88d8e9cb req-3f0e0b4c-5392-4336-9127-ac620cef4f26 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331380 Sep 20 06:10:57.462659 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4c917f00-3303-4f68-b0d1-8d138d248b1d req-be361bbd-5b04-421b-a4ea-d49ce1633d15 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0403581 Sep 20 06:10:57.501436 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2a19b-712d-4bc7-8b9f-8ab72ea2784a req-4f9ba0cd-957c-4cf3-9281-3de809bc0809 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:57.502895 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96d2a19b-712d-4bc7-8b9f-8ab72ea2784a req-4f9ba0cd-957c-4cf3-9281-3de809bc0809 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0567849 Sep 20 06:10:57.540670 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96d2a19b-712d-4bc7-8b9f-8ab72ea2784a req-9bc24354-be17-4931-a888-919008fcd92e tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Sep 20 06:10:58.352226 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727c57a-eeed-423e-b403-04fa2eb6a772 req-7cbfc59e-5808-4e0d-85d5-f7ad5ba5a096 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:58.353658 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7727c57a-eeed-423e-b403-04fa2eb6a772 req-7cbfc59e-5808-4e0d-85d5-f7ad5ba5a096 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0513699 Sep 20 06:10:58.390025 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7727c57a-eeed-423e-b403-04fa2eb6a772 req-d588b2a5-dfcd-4414-8152-db3fb9c26d40 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305133 Sep 20 06:10:58.556681 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d2d00744-402e-4fb3-95db-3a0e984edb2f req-17b3637a-2116-4538-8f6f-9e7e6c9b3120 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0252013 Sep 20 06:10:58.660165 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebcd7f-d9db-4606-a4cb-aee3c599186c req-1e05c0fb-8b3c-4008-9809-b18ef7d7465a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:58.661630 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1bebcd7f-d9db-4606-a4cb-aee3c599186c req-1e05c0fb-8b3c-4008-9809-b18ef7d7465a tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0476263 Sep 20 06:10:58.699168 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1bebcd7f-d9db-4606-a4cb-aee3c599186c req-cc6ef00b-d563-4e17-a391-d14f2c3659b0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316553 Sep 20 06:10:59.061797 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-67cd6e83-be8d-4abf-a339-96e8f1326204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:59.235144 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-bf016a23-9ce8-401e-9b90-341b5e61a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.236658 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-bf016a23-9ce8-401e-9b90-341b5e61a3a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f4bde137a676404ab9e50fcae069ddd1&device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1096 time: 0.2636163 Sep 20 06:10:59.294791 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:59.343357 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-224c09ff-6939-444d-a5f0-9927bc00008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.345142 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-224c09ff-6939-444d-a5f0-9927bc00008b service neutron] 10.222.0.37 "GET /v2.0/networks?id=191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 200 len: 917 time: 0.0878496 Sep 20 06:10:59.428656 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-9c0d2963-c9e2-449f-89bb-3fec5b80e1c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 200 len: 999 time: 0.0720806 Sep 20 06:10:59.522869 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-d4afe49d-f966-48fc-860f-83716ce04a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.524371 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-d4afe49d-f966-48fc-860f-83716ce04a97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 200 len: 855 time: 0.0875182 Sep 20 06:10:59.587503 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbd7fa-1b35-4468-a726-89f85ac9b689 req-11b90354-839f-4563-ac77-a29928864c07 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.600992 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-77fbd7fa-1b35-4468-a726-89f85ac9b689 req-11b90354-839f-4563-ac77-a29928864c07 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.1177273 Sep 20 06:10:59.626792 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-e2963d56-6220-4d6e-b416-81af4355507d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.629235 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-e2963d56-6220-4d6e-b416-81af4355507d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.1801946 Sep 20 06:10:59.665134 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-30e47151-5c5d-43b2-8b53-39369f567fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.666313 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-30e47151-5c5d-43b2-8b53-39369f567fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=191508ad-a987-4ed7-a6f0-fc5e5c878a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1337774 Sep 20 06:10:59.674649 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-57b7c42e-a6d3-4ac5-a778-8610dbf9aae9 req-680e05b2-f05d-49cf-acea-74210fc20085 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0438952 Sep 20 06:10:59.707571 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-77fbd7fa-1b35-4468-a726-89f85ac9b689 req-3e91c7cf-d07c-4431-8b75-6543f2ae5f4f tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051638 Sep 20 06:10:59.734305 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-6b59da53-2d2c-45f9-ad70-c23727c0d93a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 380 time: 0.0580785 Sep 20 06:10:59.750907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'port': {'device_id': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'admin_state_up': True, 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'security_groups': ['190dbf16-0c35-4ada-8759-003f8c91f5f1']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:10:59.839821 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-ff6e1536-c2ff-4bbe-9924-d4efdfe36760 service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493263 Sep 20 06:10:59.897961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b473d6-a45c-4c0f-a0f0-4bc4118eec23 req-a5b591eb-529e-4abc-b7aa-45337b0fae69 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:10:59.899443 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a5b473d6-a45c-4c0f-a0f0-4bc4118eec23 req-a5b591eb-529e-4abc-b7aa-45337b0fae69 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0726807 Sep 20 06:10:59.935625 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3b6578df-d6dd-487e-b796-b89dc2150872 req-cbaeaf14-df2f-46f4-be6a-f7ca1444113b service neutron] 10.222.0.37 "GET /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882647 Sep 20 06:10:59.940033 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Made reservation on behalf of cb30e7cf32e54c1da94a3c7b6ee3ffb9 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:10:59.943890 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:59.959120 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:10:59.960823 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a5b473d6-a45c-4c0f-a0f0-4bc4118eec23 req-94e0474a-e50a-4a73-8492-dbf6f021ab29 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543711 Sep 20 06:11:00.060758 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-d531f659-54aa-4c67-a61a-ca3584eff51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.062356 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-d531f659-54aa-4c67-a61a-ca3584eff51a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c&tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb HTTP/1.1" status: 200 len: 1096 time: 0.0433903 Sep 20 06:11:00.087083 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.20.0.10 (d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b/1642723d-fb50-4d4e-8df6-645cdffd5c55/c98b9587-3352-45e6-a90b-eb90e3150183) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:00.125819 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-618b660f-bc27-45e7-b8cb-f46303169b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.127613 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-618b660f-bc27-45e7-b8cb-f46303169b5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1096 time: 0.0428977 Sep 20 06:11:00.226060 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-6976c5b4-0d09-4281-9ba1-b650c33a54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.227592 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-6976c5b4-0d09-4281-9ba1-b650c33a54dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.0921860 Sep 20 06:11:00.228101 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.259704 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.293712 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-50907650-e4cb-43e7-b7bf-96a5503749ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 998 time: 0.0571005 Sep 20 06:11:00.303984 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:00.307044 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:00.310648 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:00.339176 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:00.350371 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-192042a9-b71e-4c80-ab1f-4cf20f58d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.352030 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-192042a9-b71e-4c80-ab1f-4cf20f58d77e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0511336 Sep 20 06:11:00.364110 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.364722 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.379956 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-d393ae92-d373-48e2-8f70-851829eba518 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353962 Sep 20 06:11:00.391932 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Request body: {'port': {'device_id': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:00.401806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-b36ad5c3-d4e3-4fb5-85b7-7ce73a42f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.403341 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-b36ad5c3-d4e3-4fb5-85b7-7ce73a42f784 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448067 Sep 20 06:11:00.450174 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.496704 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-816cb719-1bd3-4d56-8bcf-362d47c7520c service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857251 Sep 20 06:11:00.542663 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-743d775f-ab89-4248-a163-19f85055c1bd None None] Provisioning complete for port c98b9587-3352-45e6-a90b-eb90e3150183 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:00.543244 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-743d775f-ab89-4248-a163-19f85055c1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.576298 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-743d775f-ab89-4248-a163-19f85055c1bd None None] Port c98b9587-3352-45e6-a90b-eb90e3150183 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:11:00.592373 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-948fcbaa-5b5a-4a5d-806c-1ab357f1ff15 req-c21f6932-1aad-4fd1-8a36-4c16e0d9de5e service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Sep 20 06:11:00.712181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98b9587-3352-45e6-a90b-eb90e3150183 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:11:00.719576 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.731255 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Transition to ACTIVE for port object c98b9587-3352-45e6-a90b-eb90e3150183 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:11:00.734903 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.791635 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Pushing event updated for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:00.801550 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf6cf8-1c75-4d90-95b4-265d99f1bad4 req-fc00e309-6ef4-4783-9031-9b0b3b905afd tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.803124 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fadf6cf8-1c75-4d90-95b4-265d99f1bad4 req-fc00e309-6ef4-4783-9031-9b0b3b905afd tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0602360 Sep 20 06:11:00.847305 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fadf6cf8-1c75-4d90-95b4-265d99f1bad4 req-83f72c46-0733-4d72-aec0-12511e705db0 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 Sep 20 06:11:00.891853 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc970f36-6fc5-4821-9685-3760bf951615 req-3f47b0c8-c7aa-4493-925e-e719e8fdb5bf tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:00.893354 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc970f36-6fc5-4821-9685-3760bf951615 req-3f47b0c8-c7aa-4493-925e-e719e8fdb5bf tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.1037791 Sep 20 06:11:00.898100 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Attempting to bind port c98b9587-3352-45e6-a90b-eb90e3150183 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:11:00.898435 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Attempting to bind port c98b9587-3352-45e6-a90b-eb90e3150183 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:11:00.898766 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Attempting to bind port c98b9587-3352-45e6-a90b-eb90e3150183 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:00.909673 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:11:00.916979 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Port c98b9587-3352-45e6-a90b-eb90e3150183 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:11:00.917298 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Attempting to bind port c98b9587-3352-45e6-a90b-eb90e3150183 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:00.927050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:11:00.927406 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:00.927787 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Bound using segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:11:00.928231 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Bound port: c98b9587-3352-45e6-a90b-eb90e3150183, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:11:00.928593 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:00.952355 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc970f36-6fc5-4821-9685-3760bf951615 req-10952340-5c8f-490a-8fcf-a35daad51534 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511932 Sep 20 06:11:01.004472 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:11:01.007734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c98b9587-3352-45e6-a90b-eb90e3150183,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:11:01.014696 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:01.015317 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:01.031695 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'port_id': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'mac_address': 'fa:16:3e:35:d6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:11:01.050908 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.051520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:01.053050 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] 10.222.0.37 "PUT /v2.0/ports/c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 200 len: 1094 time: 0.6658585 Sep 20 06:11:01.053378 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:01.055701 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62594c0f-e468-433b-adcf-e05743019dae" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:01.086556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec2ca6-8cf4-472d-a026-14d6c1850909 service neutron] Pushing event updated for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:01.092959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:01.109564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:11:01.124136 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4398a5a-c423-411a-9a2c-026de5bde40d x-openstack-request-id: req-f4398a5a-c423-411a-9a2c-026de5bde40d {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:01.124438 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:01.124565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e319-7075-421f-8fbe-848b33a0ada1 req-02b3b164-f060-4e9f-8441-45eb780b62a9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.124688 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f4398a5a-c423-411a-9a2c-026de5bde40d {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:01.125073 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'status': 'completed', 'code': 200} Sep 20 06:11:01.126367 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53c4e319-7075-421f-8fbe-848b33a0ada1 req-02b3b164-f060-4e9f-8441-45eb780b62a9 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 943 time: 0.0855315 Sep 20 06:11:01.131648 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:01.139251 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:01.172803 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-5b2f8521-ef05-4a65-84c4-8ee1e8e5b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.174569 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-5b2f8521-ef05-4a65-84c4-8ee1e8e5b9cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1097 time: 0.0619295 Sep 20 06:11:01.180543 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-53c4e319-7075-421f-8fbe-848b33a0ada1 req-3a03c12b-d7a5-4ed7-b57b-74b0869443be tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473702 Sep 20 06:11:01.201859 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=9']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:01.220122 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-29d80747-8290-4c99-a6f8-1acc8f44817c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 200 len: 217 time: 0.0369692 Sep 20 06:11:01.270247 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-c28affbb-7f61-4b99-b392-2cb656751391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.271743 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-c28affbb-7f61-4b99-b392-2cb656751391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0442259 Sep 20 06:11:01.319723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-108046ed-3b15-4114-a0dc-eea4ae7ba50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.321249 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-108046ed-3b15-4114-a0dc-eea4ae7ba50e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426064 Sep 20 06:11:01.341151 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['8d195d99-575c-4bf2-b4ec-e4e58f41428d'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:11:01.410617 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-3523cc40-0a01-4722-a981-57873dd802a6 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816202 Sep 20 06:11:01.502552 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44d56d05-5641-48e1-bd4f-ad210fc5450e req-62bc449d-fcac-4c0b-a82f-7c2c8355a530 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852432 Sep 20 06:11:01.585950 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594c0f-e468-433b-adcf-e05743019dae req-4e5f4a05-95fb-4fe4-a506-e4e3aafce113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.587471 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-4e5f4a05-95fb-4fe4-a506-e4e3aafce113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1097 time: 0.0408654 Sep 20 06:11:01.679547 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594c0f-e468-433b-adcf-e05743019dae req-209ea4c9-4e68-44a4-a779-010c40bac13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.680963 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-209ea4c9-4e68-44a4-a779-010c40bac13f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0847385 Sep 20 06:11:01.720718 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-e9c6c07d-df38-4779-adda-c5a46860cfa8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 200 len: 217 time: 0.0322864 Sep 20 06:11:01.767833 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594c0f-e468-433b-adcf-e05743019dae req-774876ca-96f5-49d4-b357-6ba4c54ddf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.769109 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-774876ca-96f5-49d4-b357-6ba4c54ddf16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0413182 Sep 20 06:11:01.817199 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62594c0f-e468-433b-adcf-e05743019dae req-87291f5a-2403-423d-9fae-033da7bec605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:01.818673 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-87291f5a-2403-423d-9fae-033da7bec605 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416954 Sep 20 06:11:01.910786 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-aabdfbf6-97b4-4831-8c6f-ded77e6cfe88 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Sep 20 06:11:01.941854 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:02.031132 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb56ee-5377-4640-9646-7924dc37cb6c req-fb1a5eb3-d4a6-4785-b35a-5002e1f12810 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:02.032552 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0afb56ee-5377-4640-9646-7924dc37cb6c req-fb1a5eb3-d4a6-4785-b35a-5002e1f12810 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.1160383 Sep 20 06:11:02.064951 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62594c0f-e468-433b-adcf-e05743019dae req-06fa8a8a-2fbf-4735-812c-807c4f23db10 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368210 Sep 20 06:11:02.069912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc5267-33c6-4779-8c25-ba50149d9aa9 req-ea601607-70b6-441a-9290-62fbc3187de1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:02.071470 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dadc5267-33c6-4779-8c25-ba50149d9aa9 req-ea601607-70b6-441a-9290-62fbc3187de1 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0494640 Sep 20 06:11:02.082008 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0afb56ee-5377-4640-9646-7924dc37cb6c req-9f3ecce4-528b-4a46-99d3-ff4741b6090b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Sep 20 06:11:02.112523 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dadc5267-33c6-4779-8c25-ba50149d9aa9 req-0e77421e-e18d-425c-8ec3-21ddf41462f6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340436 Sep 20 06:11:02.304217 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d5e33-6c74-42bc-b93d-26ba272ebbf7 req-19159c9f-79ad-4783-b328-b7b65b53d1d7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:02.305592 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d57d5e33-6c74-42bc-b93d-26ba272ebbf7 req-19159c9f-79ad-4783-b328-b7b65b53d1d7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 944 time: 0.0474448 Sep 20 06:11:02.346673 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d57d5e33-6c74-42bc-b93d-26ba272ebbf7 req-3a6f9bd1-2ae3-4621-a6a3-da3248d733c4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351293 Sep 20 06:11:02.926248 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:02.973055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 8d195d99-575c-4bf2-b4ec-e4e58f41428d triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:02.973670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:03.048646 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:03.070193 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:03.072424 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535a8201-d996-42c3-b5fa-d0c551fed232" -d '{"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:03.085003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:03.090367 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:03.115773 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74c701e-1ea6-4e2a-bcaf-107340e44ee2 x-openstack-request-id: req-d74c701e-1ea6-4e2a-bcaf-107340e44ee2 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:03.116068 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-plugged", "status": "completed", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:03.116591 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d74c701e-1ea6-4e2a-bcaf-107340e44ee2 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:03.116877 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'code': 200} Sep 20 06:11:03.145674 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=10']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:03.205345 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62843b73-184d-4993-8846-962fa9088a6f req-63ac5cb1-c6e4-4055-bf51-6874c5ecf0d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:03.207517 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62843b73-184d-4993-8846-962fa9088a6f req-63ac5cb1-c6e4-4055-bf51-6874c5ecf0d9 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0571003 Sep 20 06:11:03.231574 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de9273-b9d2-46cc-a05e-ab7b4385caf2 req-4e6c2892-72c1-485c-ae87-71ae82e4de4d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:03.234603 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71de9273-b9d2-46cc-a05e-ab7b4385caf2 req-4e6c2892-72c1-485c-ae87-71ae82e4de4d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0515728 Sep 20 06:11:03.249847 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-62843b73-184d-4993-8846-962fa9088a6f req-2146f753-0d18-43ae-8050-72aca5fa863c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355258 Sep 20 06:11:03.274127 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-71de9273-b9d2-46cc-a05e-ab7b4385caf2 req-f10f8f5e-30c1-4d37-945a-7bfb6a605cd5 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Sep 20 06:11:03.295205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005bf95-ea6c-4ce3-a6fd-ab838472fffa req-31a2dbf2-d5b5-46c6-9c0d-d627b885e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:03.296686 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4005bf95-ea6c-4ce3-a6fd-ab838472fffa req-31a2dbf2-d5b5-46c6-9c0d-d627b885e46e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 1099 time: 0.0393085 Sep 20 06:11:03.332552 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4005bf95-ea6c-4ce3-a6fd-ab838472fffa req-2b0da1e8-4964-4b95-9f4c-16a68d1a0fe7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282297 Sep 20 06:11:03.461414 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b72981-2d74-45e9-ad74-15df694695cb req-7af2e6f7-9c48-4bb6-9c36-f98ca5f9c349 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:03.462725 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53b72981-2d74-45e9-ad74-15df694695cb req-7af2e6f7-9c48-4bb6-9c36-f98ca5f9c349 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0463891 Sep 20 06:11:03.501533 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53b72981-2d74-45e9-ad74-15df694695cb req-33d6aa24-d94e-4ecb-9fa6-f71ba68f1da5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323868 Sep 20 06:11:04.370430 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2530b63-71bb-47a3-be70-cdb1b301de6e req-6f45e5bc-80d8-4537-8a32-ea03d7ef00b8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:04.371959 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2530b63-71bb-47a3-be70-cdb1b301de6e req-6f45e5bc-80d8-4537-8a32-ea03d7ef00b8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0561469 Sep 20 06:11:04.395485 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c9434-fd8d-44cc-bf99-398d29a34092 req-927a755d-0b57-41f4-a060-6fa718474ee9 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:04.396965 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a1c9434-fd8d-44cc-bf99-398d29a34092 req-927a755d-0b57-41f4-a060-6fa718474ee9 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0568955 Sep 20 06:11:04.414583 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e2530b63-71bb-47a3-be70-cdb1b301de6e req-8e862025-dc5b-45d7-b653-335a64595e91 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343182 Sep 20 06:11:04.437734 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6a1c9434-fd8d-44cc-bf99-398d29a34092 req-e893ad1e-378d-44fc-bb19-3f130d57a518 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Sep 20 06:11:04.624344 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb797ba-f440-4e86-9ea2-c9e6071c93a7 req-ef1fa7c9-f255-4844-8b48-5f98f2c916a6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:04.625830 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccb797ba-f440-4e86-9ea2-c9e6071c93a7 req-ef1fa7c9-f255-4844-8b48-5f98f2c916a6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0522561 Sep 20 06:11:04.664351 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ccb797ba-f440-4e86-9ea2-c9e6071c93a7 req-ee3e0227-cb91-4cb9-acfe-cc1d747a59ad tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Sep 20 06:11:05.526243 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843b2b5-ac1e-42d2-9223-7cecb2977608 req-b760600d-81e3-4b21-a392-72f9d2ae3d41 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:05.527712 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0843b2b5-ac1e-42d2-9223-7cecb2977608 req-b760600d-81e3-4b21-a392-72f9d2ae3d41 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0473619 Sep 20 06:11:05.550957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65440e-a72b-4525-a5ac-733c6a4d4f6f req-c71bd152-1ea8-4543-96e7-de59030f1a19 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:05.552484 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b65440e-a72b-4525-a5ac-733c6a4d4f6f req-c71bd152-1ea8-4543-96e7-de59030f1a19 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.0488389 Sep 20 06:11:05.566281 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0843b2b5-ac1e-42d2-9223-7cecb2977608 req-49726611-e2c7-4398-a3ed-9ac979760e61 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Sep 20 06:11:05.590288 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5b65440e-a72b-4525-a5ac-733c6a4d4f6f req-02ea94ee-bd87-4fc7-b9f2-904d83e76389 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Sep 20 06:11:05.781821 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb7d71-9094-4f2a-a2b7-c26b673e3345 req-d5e21e81-a563-4747-afae-8be9f8e947b0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:05.783236 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-35fb7d71-9094-4f2a-a2b7-c26b673e3345 req-d5e21e81-a563-4747-afae-8be9f8e947b0 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0465181 Sep 20 06:11:05.822243 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-35fb7d71-9094-4f2a-a2b7-c26b673e3345 req-13704bd6-13c4-46df-8acc-8ac3f7c79f35 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331955 Sep 20 06:11:06.683811 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54639-f175-4231-8461-2362763e0106 req-f2ba0ed6-0feb-487c-881f-2beb9b0e04e1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:06.685374 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4e54639-f175-4231-8461-2362763e0106 req-f2ba0ed6-0feb-487c-881f-2beb9b0e04e1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0533001 Sep 20 06:11:06.724739 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b4e54639-f175-4231-8461-2362763e0106 req-f2a28ebd-7d44-4531-b36a-e64433d9b279 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330744 Sep 20 06:11:06.937290 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:11:06.939712 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9504e86-9071-4931-81ec-80c3c6c9d255 req-3b35e592-3509-4168-8ca1-576c68099347 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:06.941418 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9504e86-9071-4931-81ec-80c3c6c9d255 req-3b35e592-3509-4168-8ca1-576c68099347 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 943 time: 0.2857931 Sep 20 06:11:06.977993 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c9504e86-9071-4931-81ec-80c3c6c9d255 req-e94cc417-c44e-416b-9547-d0afa43ce7f8 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306568 Sep 20 06:11:07.033262 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:07.043848 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'port_id': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'mac_address': 'fa:16:3e:a0:8f:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:11:07.080008 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:07.092055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25a05c-9e47-46c1-bde7-1b5b2821daeb {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:11:07.110870 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:07.114900 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:07.162147 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=7']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:07.322435 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['6d25a05c-9e47-46c1-bde7-1b5b2821daeb'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:11:07.836352 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d789499-664e-43e3-9a8d-08c6b7102bcb req-445437d7-e7e6-4f7b-8dc3-4e62d04b7b9c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:07.837826 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d789499-664e-43e3-9a8d-08c6b7102bcb req-445437d7-e7e6-4f7b-8dc3-4e62d04b7b9c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0477121 Sep 20 06:11:07.874159 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d789499-664e-43e3-9a8d-08c6b7102bcb req-04b6020f-cac4-4725-be93-06d2fc48052f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299587 Sep 20 06:11:08.087176 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea057836-5ff9-4248-ae0d-4f156d95fef1 req-96e5050c-e83f-4581-8c8f-64131c3a4b15 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:08.088621 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea057836-5ff9-4248-ae0d-4f156d95fef1 req-96e5050c-e83f-4581-8c8f-64131c3a4b15 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 944 time: 0.0468340 Sep 20 06:11:08.124288 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ea057836-5ff9-4248-ae0d-4f156d95fef1 req-4ad61f1f-90fa-41aa-8a45-4035e2a25ff9 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298975 Sep 20 06:11:08.955670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c98b9587-3352-45e6-a90b-eb90e3150183 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:11:08.958885 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:08.984123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b08d1-90ba-407a-94ef-b97767fba2b2 req-ffba3450-a4be-410b-ad81-05180e1d82e5 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:08.985588 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-284b08d1-90ba-407a-94ef-b97767fba2b2 req-ffba3450-a4be-410b-ad81-05180e1d82e5 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 944 time: 0.0473378 Sep 20 06:11:09.024188 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-284b08d1-90ba-407a-94ef-b97767fba2b2 req-5fde20f4-6b2a-46c7-85b1-76be0db43a79 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Sep 20 06:11:09.067158 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:09.067548 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:09.110792 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c98b9587-3352-45e6-a90b-eb90e3150183,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:09.127276 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'port_id': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'mac_address': 'fa:16:3e:35:f8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:11:09.190127 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:09.201135 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:09.212514 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98b9587-3352-45e6-a90b-eb90e3150183 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:11:09.233260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc5cce-b073-4cda-b96b-25e1338d6695 req-58cb1c18-b61c-4221-8e83-087bd49bda9d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:09.234710 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bfcc5cce-b073-4cda-b96b-25e1338d6695 req-58cb1c18-b61c-4221-8e83-087bd49bda9d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 944 time: 0.0465720 Sep 20 06:11:09.234848 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:09.237053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f221f619-685a-4a98-82c9-8dc930da9594" -d '{"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-plugged", "status": "completed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:09.256904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c98b9587-3352-45e6-a90b-eb90e3150183,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:09.258850 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:09.262035 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:09.268653 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:09.276184 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bfcc5cce-b073-4cda-b96b-25e1338d6695 req-faddb3e4-0a60-45ed-9c68-6e5b9a7d11a7 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355802 Sep 20 06:11:09.290658 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c0cbfc-a81f-4dab-9c34-51c9109a786f x-openstack-request-id: req-53c0cbfc-a81f-4dab-9c34-51c9109a786f {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:09.290969 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-plugged", "status": "completed", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:09.291837 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53c0cbfc-a81f-4dab-9c34-51c9109a786f {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:09.292244 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'code': 200} Sep 20 06:11:09.319835 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:09.366625 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=8']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:09.476505 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['c98b9587-3352-45e6-a90b-eb90e3150183'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:11:09.499469 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb0d29-fe88-4694-a20b-8c1cc048948d req-73edb6e6-123e-4ab9-9196-c1c8afc3f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:09.500946 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2ecb0d29-fe88-4694-a20b-8c1cc048948d req-73edb6e6-123e-4ab9-9196-c1c8afc3f735 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0389237 Sep 20 06:11:09.535474 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2ecb0d29-fe88-4694-a20b-8c1cc048948d req-a26bb61f-4c7b-4aa5-a271-69677ade8d27 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267429 Sep 20 06:11:10.139420 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb4566-6660-471c-ae91-5d2a4fdc56f5 req-16e85847-1fff-438d-a621-f9d0386854b7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:10.140860 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1deb4566-6660-471c-ae91-5d2a4fdc56f5 req-16e85847-1fff-438d-a621-f9d0386854b7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 945 time: 0.0508196 Sep 20 06:11:10.176380 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1deb4566-6660-471c-ae91-5d2a4fdc56f5 req-68951ec9-e9c1-4e0b-906e-1f6035c98252 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296998 Sep 20 06:11:10.387216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e108fb-ffff-481b-905f-3875ace7b685 req-678fbeb4-f6db-4ae0-a446-f61d53a85369 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:10.388682 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02e108fb-ffff-481b-905f-3875ace7b685 req-678fbeb4-f6db-4ae0-a446-f61d53a85369 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0464616 Sep 20 06:11:10.425629 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02e108fb-ffff-481b-905f-3875ace7b685 req-8321b1cb-ec6e-4971-bdc4-9c8b3589e177 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Sep 20 06:11:10.957902 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c98b9587-3352-45e6-a90b-eb90e3150183 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:11.004727 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port c98b9587-3352-45e6-a90b-eb90e3150183 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:11:11.008226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port c98b9587-3352-45e6-a90b-eb90e3150183 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:11.008603 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:11.087055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:11.118805 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c98b9587-3352-45e6-a90b-eb90e3150183,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:11.122273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:11.166669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:11.286937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70c18c-dd83-400f-857e-1ea3dde2ba25 req-746406fd-3a7e-451f-8765-b30f7da6abd1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:11.288407 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8d70c18c-dd83-400f-857e-1ea3dde2ba25 req-746406fd-3a7e-451f-8765-b30f7da6abd1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0471816 Sep 20 06:11:11.293832 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:11.296787 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b3c0a0-1ba4-45fe-a2f6-6e94256c9f43" -d '{"events": [{"server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "name": "network-vif-plugged", "status": "completed", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:11.328967 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8d70c18c-dd83-400f-857e-1ea3dde2ba25 req-891029c3-b964-40a9-8b39-d5582c4341a6 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347211 Sep 20 06:11:11.336414 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63c50d-8332-41f8-8981-e2fcb389c312 x-openstack-request-id: req-3d63c50d-8332-41f8-8981-e2fcb389c312 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:11.336715 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "name": "network-vif-plugged", "status": "completed", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:11.336971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d63c50d-8332-41f8-8981-e2fcb389c312 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:11.337369 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'code': 200} Sep 20 06:11:11.571906 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb013b-622b-4a8c-b068-9a211bc68a2f req-f4a4587b-7d26-4e61-b339-24f555d5e03b tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:11.574978 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aebb013b-622b-4a8c-b068-9a211bc68a2f req-f4a4587b-7d26-4e61-b339-24f555d5e03b tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0801146 Sep 20 06:11:11.575141 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098252f-44b0-4039-adbc-4f4be389e632 req-c13ea909-7ebd-4728-be1c-c9af7e6fa737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:11.576903 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7098252f-44b0-4039-adbc-4f4be389e632 req-c13ea909-7ebd-4728-be1c-c9af7e6fa737 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1099 time: 0.0585942 Sep 20 06:11:11.631003 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aebb013b-622b-4a8c-b068-9a211bc68a2f req-716824d2-eafe-435f-8811-3aa77483815d tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493002 Sep 20 06:11:11.634512 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7098252f-44b0-4039-adbc-4f4be389e632 req-375972b6-58d2-46f7-93cc-1e8ab3145820 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471346 Sep 20 06:11:12.439923 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871d737-a1ac-4ed2-a073-0e55ab712f19 req-e3794792-ae7c-4ab2-b08f-91319582b154 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:12.441627 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0871d737-a1ac-4ed2-a073-0e55ab712f19 req-e3794792-ae7c-4ab2-b08f-91319582b154 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0476363 Sep 20 06:11:12.477526 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0871d737-a1ac-4ed2-a073-0e55ab712f19 req-3269c58d-d5d0-4502-bfec-c50c0289ce80 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300775 Sep 20 06:11:13.586247 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956073d0-570f-4f7f-8ad9-b0b902ddb90d req-cc3a8cfe-d8d0-45ee-8bac-83b9aa5120e6 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:13.587586 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-956073d0-570f-4f7f-8ad9-b0b902ddb90d req-cc3a8cfe-d8d0-45ee-8bac-83b9aa5120e6 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0475941 Sep 20 06:11:13.623967 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-956073d0-570f-4f7f-8ad9-b0b902ddb90d req-b0d31081-0308-4a35-8751-9b558776a95a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299430 Sep 20 06:11:13.737175 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc188eb8-7448-4875-8819-836103368f7f req-1ecdd517-1b06-46a9-9259-9dcc25b70cc4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:13.738602 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc188eb8-7448-4875-8819-836103368f7f req-1ecdd517-1b06-46a9-9259-9dcc25b70cc4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0511663 Sep 20 06:11:13.774139 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-dc188eb8-7448-4875-8819-836103368f7f req-aedd36f7-8c85-4418-90fb-d8d36f63ddbf tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297368 Sep 20 06:11:13.795996 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50198) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:13.877227 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dbb476-2876-450a-8ea9-090afe4525fd tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:13.878691 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-10dbb476-2876-450a-8ea9-090afe4525fd tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1094 time: 0.0817697 Sep 20 06:11:13.881547 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50202) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:13.885621 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'port_id': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:13.907364 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.001255 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.100039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.27.3.94 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/20c31dfe-74b2-4951-b115-747cc1b64c2a) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:14.199276 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.231389 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.268042 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:14.272159 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:14.278235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:14.281158 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=20c31dfe-74b2-4951-b115-747cc1b64c2a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:14.308131 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.308481 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.308819 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.309152 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.309484 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.309817 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.310666 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.310991 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.311318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.311675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.311999 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.312317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:14.724995 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.818538 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.961356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:14.965673 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:15.031853 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=20c31dfe-74b2-4951-b115-747cc1b64c2a,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:15.039287 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:15.132798 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP 72b8440d-d4c7-4260-b77c-5edc210784c7 associated. External IP: 172.27.3.94, port: c98b9587-3352-45e6-a90b-eb90e3150183. Sep 20 06:11:15.552039 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:11:15.656145 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:11:15.666048 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:11:15.670846 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:15.676319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:15.677118 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:15.697791 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-de3562c8-0a29-4cc7-b006-d1d61b95cb3a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8152702 Sep 20 06:11:15.698370 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:15.700675 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:15.734752 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9009d030-5251-4b3d-987c-a4e26362c32e x-openstack-request-id: req-9009d030-5251-4b3d-987c-a4e26362c32e {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:15.735049 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:15.735305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9009d030-5251-4b3d-987c-a4e26362c32e {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:15.735731 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'status': 'completed', 'code': 200} Sep 20 06:11:15.785256 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:15.800616 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-ad0e4d63-0691-40aa-9458-d846fadac799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:15.802089 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-ad0e4d63-0691-40aa-9458-d846fadac799 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1099 time: 0.0421283 Sep 20 06:11:15.890134 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-4730b5fe-c075-471c-a7e2-1edf9d7e8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:15.891649 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-4730b5fe-c075-471c-a7e2-1edf9d7e8d74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0821817 Sep 20 06:11:15.969671 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-95f1b9d1-93f3-410b-94a4-52f62f475bc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 200 len: 999 time: 0.0601418 Sep 20 06:11:16.005123 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '72b8440d-d4c7-4260-b77c-5edc210784c7', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:35:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:14Z', 'updated_at': '2021-09-20T06:11:14Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:16.018194 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-f88ace1d-e338-413e-8c03-fc7d791ad70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:16.019747 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-f88ace1d-e338-413e-8c03-fc7d791ad70e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0430245 Sep 20 06:11:16.067456 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-597bd90a-c7fe-4c78-9053-b8d8748e390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:16.068962 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-597bd90a-c7fe-4c78-9053-b8d8748e390d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422945 Sep 20 06:11:16.151327 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:11:16.159515 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:16.160119 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:10:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:16.163421 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-01f77edd-d6a5-46a1-b33e-939efd7c1d45 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862322 Sep 20 06:11:16.251091 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9d6e3232-3329-4a37-ade1-fde5e5bfbe5e req-4e1c3383-3441-4fcc-abd8-333f97c5b91c service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803802 Sep 20 06:11:16.268388 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:16.485085 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '72b8440d-d4c7-4260-b77c-5edc210784c7', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:35:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:14Z', 'updated_at': '2021-09-20T06:11:14Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:16.513896 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81d674-e4de-47c9-927e-6a592b5dddc5 None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '72b8440d-d4c7-4260-b77c-5edc210784c7', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.94', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:35:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:14Z', 'updated_at': '2021-09-20T06:11:14Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:11:16.701964 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1183045f-8d9d-4b6e-9832-80a765b3e7b3 None None] New status for floating IP 72b8440d-d4c7-4260-b77c-5edc210784c7: ACTIVE {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:11:23.841037 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:11:26.478640 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e0fd330a-98ce-4447-80ad-0ca2bce7746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:27.089617 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:29.041786 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-921f4561-88bf-4369-ab0c-9588dae86074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:29.296010 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:29.947091 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:31.941101 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:39.275099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95971536-4318-4aec-bfd6-01f51b210fd4 req-ef0023d0-e18d-4d59-bb62-0a49f0dc8965 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:39.276572 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-95971536-4318-4aec-bfd6-01f51b210fd4 req-ef0023d0-e18d-4d59-bb62-0a49f0dc8965 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0472889 Sep 20 06:11:39.315628 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-95971536-4318-4aec-bfd6-01f51b210fd4 req-cb83f497-229a-4a9a-814c-def7a6b149e4 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332501 Sep 20 06:11:40.436713 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69c016-358c-4007-a62c-9ccc1af2b889 req-b2427e76-ea30-4dd9-b41c-d98d00052d64 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:40.438149 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a69c016-358c-4007-a62c-9ccc1af2b889 req-b2427e76-ea30-4dd9-b41c-d98d00052d64 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0516176 Sep 20 06:11:40.474325 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9a69c016-358c-4007-a62c-9ccc1af2b889 req-3baeaae6-f6b5-4788-aa7c-1efe2ac52eb6 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups?id=c845cc69-490e-424f-8168-4307db037596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299232 Sep 20 06:11:40.777828 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-b4961650-8013-4f5e-ae64-74d924530e2c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:40.779239 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-b4961650-8013-4f5e-ae64-74d924530e2c tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 946 time: 0.0465908 Sep 20 06:11:40.869242 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Deleting port 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:40.869585 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:40.958674 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] For port 8d195d99-575c-4bf2-b4ec-e4e58f41428d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=8d195d99-575c-4bf2-b4ec-e4e58f41428d,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:40.959032 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:41.169654 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:41.170022 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:41.170345 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Floating IP d39317f3-7cf2-4419-ab0c-fe0c49da1fca disassociated. External IP: 172.27.3.224, port: 8d195d99-575c-4bf2-b4ec-e4e58f41428d. Sep 20 06:11:41.170721 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Calling delete_port for 8d195d99-575c-4bf2-b4ec-e4e58f41428d owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:41.293665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:41.323355 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'Port': ['ID=8d195d99-575c-4bf2-b4ec-e4e58f41428d,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:41.334238 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.334589 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.334935 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.335277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.335723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.336063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.336398 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.336732 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.337063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.337411 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.337741 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.338068 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:41.442880 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:11:41.545746 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:11:41.555220 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:11:41.564854 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:41.565664 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:41.579315 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f2d2f0ae-3b47-44f2-85ab-7469a34bc099 req-a520e0c0-8a66-480c-a9fb-b1f0b8014893 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/ports?device_id=aee3f0c2-ed7f-444b-ae17-2e88e73999a8 HTTP/1.1" status: 200 len: 210 time: 0.0367613 Sep 20 06:11:41.584915 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] No DVR routers for this DVR port 8d195d99-575c-4bf2-b4ec-e4e58f41428d on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:11:41.587524 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:41.589601 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3e0cc636-8141-401b-a346-06ec924b5fc0 req-2606af4f-8e05-4106-9458-f1d240e1f7c5 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.37 "DELETE /v2.0/ports/8d195d99-575c-4bf2-b4ec-e4e58f41428d HTTP/1.1" status: 204 len: 173 time: 0.8008516 Sep 20 06:11:41.589990 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-deleted', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:41.592810 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c949ce6-6a6f-4791-8db0-f152557fa962" -d '{"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-deleted", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:41.639052 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9e2f0e-2fc7-47ae-b2de-cdfbefe1256b x-openstack-request-id: req-fd9e2f0e-2fc7-47ae-b2de-cdfbefe1256b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:41.639349 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee3f0c2-ed7f-444b-ae17-2e88e73999a8", "name": "network-vif-deleted", "tag": "8d195d99-575c-4bf2-b4ec-e4e58f41428d", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:41.639610 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd9e2f0e-2fc7-47ae-b2de-cdfbefe1256b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:41.640013 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee3f0c2-ed7f-444b-ae17-2e88e73999a8', 'name': 'network-vif-deleted', 'tag': '8d195d99-575c-4bf2-b4ec-e4e58f41428d', 'status': 'completed', 'code': 200} Sep 20 06:11:41.682976 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:41.886808 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:41.916173 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:11:41.924177 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:41.924780 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:42.027840 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:42.216629 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:42.241949 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0793affa-2a32-4729-8c02-6547e4fe9720 None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:04:52Z', 'revision_number': 4, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '7e86da82-1385-4eaa-a66d-61196d74a9a9', 'name': '', 'network_id': '191508ad-a987-4ed7-a6f0-fc5e5c878a95', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'mac_address': 'fa:16:3e:89:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:49Z', 'updated_at': '2021-09-20T06:04:59Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'subnets': [{'id': 'f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:11:42.435782 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16f1338-199a-45dc-aee5-7185e58f7889 None None] New status for floating IP d39317f3-7cf2-4419-ab0c-fe0c49da1fca: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:11:42.666457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50244) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:42.719018 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:42.740932 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:42.787499 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:42.789958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:42.791082 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "DELETE /v2.0/security-groups/c845cc69-490e-424f-8168-4307db037596 HTTP/1.1" status: 204 len: 168 time: 0.1236513 Sep 20 06:11:42.793989 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50246) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:42.800035 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9404a-de7d-416a-89ff-4d3d118e6926 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c845cc69-490e-424f-8168-4307db037596,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:42.807262 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-4026074a-4af7-4652-9045-44f357b38b16 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] show failed (client error): The resource could not be found. Sep 20 06:11:42.808362 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-4026074a-4af7-4652-9045-44f357b38b16 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "GET /v2.0/security-groups/c845cc69-490e-424f-8168-4307db037596 HTTP/1.1" status: 404 len: 347 time: 0.0133657 Sep 20 06:11:42.811637 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50248) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:42.929438 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Deleting port 063aa0d5-a496-4866-9a39-bf205097ff1e {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:42.929779 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.004521 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.004849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.016684 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Calling delete_port for 063aa0d5-a496-4866-9a39-bf205097ff1e owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:43.097698 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:11:43.121136 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 8d195d99-575c-4bf2-b4ec-e4e58f41428d {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:11:43.121479 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 8d195d99-575c-4bf2-b4ec-e4e58f41428d not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:11:43.144483 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.170127 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Pushing event deleted for resources: {'Port': ['ID=063aa0d5-a496-4866-9a39-bf205097ff1e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:43.226911 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.229476 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:43.230618 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-a48af3ed-79b4-454a-8c2c-a9d647710ec7 tempest-AttachVolumeShelveTestJSON-465130241 tempest-AttachVolumeShelveTestJSON-465130241-project] 10.222.0.20 "DELETE /v2.0/floatingips/d39317f3-7cf2-4419-ab0c-fe0c49da1fca HTTP/1.1" status: 204 len: 168 time: 0.4180741 Sep 20 06:11:45.626442 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50274) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:46.049133 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:46.279833 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Deleting port 7e86da82-1385-4eaa-a66d-61196d74a9a9 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:46.280172 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:46.354873 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] For port 7e86da82-1385-4eaa-a66d-61196d74a9a9, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=7e86da82-1385-4eaa-a66d-61196d74a9a9,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:46.355232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:46.367640 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Calling delete_port for 7e86da82-1385-4eaa-a66d-61196d74a9a9 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:46.538206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:46.565855 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e86da82-1385-4eaa-a66d-61196d74a9a9,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:46.725130 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.166409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Router e1a47235-572a-486b-a6f8-47435a2b7fb4 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:11:47.266476 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:11:47.271348 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b1815821-e792-4783-bed0-afaf02cdf88f admin admin] 10.222.0.20 "PUT /v2.0/routers/e1a47235-572a-486b-a6f8-47435a2b7fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438940 Sep 20 06:11:47.273866 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50278) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:47.275564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Sync routers for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:11:47.284901 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:47.285504 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:47.377191 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.398281 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:47.476323 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.528385 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Deleting port 59b3a307-2f77-48de-89ed-47718d23c394 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:47.528749 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.572303 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '59b3a307-2f77-48de-89ed-47718d23c394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:11:46Z', 'revision_number': 5, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port': {'id': '59b3a307-2f77-48de-89ed-47718d23c394', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:2c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:04:45Z', 'updated_at': '2021-09-20T06:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:47.598383 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Checking router: e1a47235-572a-486b-a6f8-47435a2b7fb4 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:11:47.604219 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] For port 59b3a307-2f77-48de-89ed-47718d23c394, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=59b3a307-2f77-48de-89ed-47718d23c394,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:47.604578 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.607091 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Routers {'e1a47235-572a-486b-a6f8-47435a2b7fb4'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:47.607776 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['e1a47235-572a-486b-a6f8-47435a2b7fb4'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:47.616975 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Calling delete_port for 59b3a307-2f77-48de-89ed-47718d23c394 owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:47.696661 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] Set router e1a47235-572a-486b-a6f8-47435a2b7fb4 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:47.750298 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:11:47Z', 'revision_number': 6, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:47.775424 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.776016 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2e01a5-d880-4bf5-97fb-989160b1ddf4 None None] The sync data for ids ['e1a47235-572a-486b-a6f8-47435a2b7fb4'] in dv-cinder-809968-1-iscsi is: [{'id': 'e1a47235-572a-486b-a6f8-47435a2b7fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-207158197-router', 'tenant_id': 'f4bde137a676404ab9e50fcae069ddd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:04:43Z', 'updated_at': '2021-09-20T06:11:47Z', 'revision_number': 6, 'project_id': 'f4bde137a676404ab9e50fcae069ddd1', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:11:47.808854 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b3a307-2f77-48de-89ed-47718d23c394,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:47.862423 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.947196 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.949212 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.990208 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.990768 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1a47235-572a-486b-a6f8-47435a2b7fb4 {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:11:47.995041 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:47.996202 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-908303dd-138c-43dd-bd3a-de7c24182221 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e1a47235-572a-486b-a6f8-47435a2b7fb4 HTTP/1.1" status: 204 len: 168 time: 0.7214472 Sep 20 06:11:47.998691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50280) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:48.043973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Deleting subnet f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:11:48.047336 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.079835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047785'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.157382 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.214978 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4918875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982528'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.242596 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.244439 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10 HTTP/1.1" status: 204 len: 168 time: 0.2448714 Sep 20 06:11:48.246031 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d2b56-06dc-4182-8944-3243f4eabe0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d6e0d4-3d36-46c1-b2a1-301fd3a67d10,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:48.247133 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50282) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:48.248980 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec45863-57d9-4b25-866b-f0cc83131a6a None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:11:48.321108 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.372839 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Deleting port fbb78b55-33e1-4a44-b478-345682cbec0e {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:48.373195 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.434523 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] For port fbb78b55-33e1-4a44-b478-345682cbec0e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=fbb78b55-33e1-4a44-b478-345682cbec0e,segment=NetworkSegment(bb3bb466-999c-4a45-a5ed-a89f5417b7ff),segment_id=bb3bb466-999c-4a45-a5ed-a89f5417b7ff)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:48.434859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.447054 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Calling delete_port for fbb78b55-33e1-4a44-b478-345682cbec0e owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:48.515911 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] DHCP port deletion for 191508ad-a987-4ed7-a6f0-fc5e5c878a95 request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:11:48.530782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.555446 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb78b55-33e1-4a44-b478-345682cbec0e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:48.558984 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] No DVR routers for this DVR port fbb78b55-33e1-4a44-b478-345682cbec0e on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:11:48.568282 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Deleting port fbb78b55-33e1-4a44-b478-345682cbec0e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:11:48.568662 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.633665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.657506 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191508ad-a987-4ed7-a6f0-fc5e5c878a95']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:48.668928 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:48.669337 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3bb466-999c-4a45-a5ed-a89f5417b7ff') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:48.680092 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.695987 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.703703 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:11:48.704117 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:11:48.705784 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:11:48.758299 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] For port fbb78b55-33e1-4a44-b478-345682cbec0e, host dv-cinder-809968-1-iscsi, got binding levels [] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:48.758741 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.765714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.770601 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.773069 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] 10.222.0.20 "DELETE /v2.0/networks/191508ad-a987-4ed7-a6f0-fc5e5c878a95 HTTP/1.1" status: 204 len: 168 time: 0.5243084 Sep 20 06:11:48.773805 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Calling delete_port for fbb78b55-33e1-4a44-b478-345682cbec0e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:11:48.781762 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.ipam_backend_mixin [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Port fbb78b55-33e1-4a44-b478-345682cbec0e was not found and therefore no delete operation was performed {{(pid=94133) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 20 06:11:48.783272 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:48.789749 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a07bd5-6261-43c7-8e2a-9faa48127d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=191508ad-a987-4ed7-a6f0-fc5e5c878a95,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:48.806995 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Network 191508ad-a987-4ed7-a6f0-fc5e5c878a95 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 06:11:48.807492 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] No DVR routers for this DVR port fbb78b55-33e1-4a44-b478-345682cbec0e on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:11:48.811253 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Pushing event deleted for resources: {'Port': ['ID=fbb78b55-33e1-4a44-b478-345682cbec0e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:48.820928 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.821280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.821622 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.821956 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.822366 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.823847 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.824246 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.824562 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.825017 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.825188 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.826107 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.826451 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2bb31c-dad7-481e-af01-9664bcbcb871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:48.901814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50286) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:48.945702 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9c02121f-2a1f-4f76-9c06-f7c785feeaef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4bde137a676404ab9e50fcae069ddd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427246 Sep 20 06:11:48.948176 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50288) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:48.995713 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.018904 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.066169 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.069034 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.070136 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a9bcdc-9d78-4bae-a36f-2204f25bb920 HTTP/1.1" status: 204 len: 168 time: 0.1210718 Sep 20 06:11:49.078074 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7149f9-85c6-4221-94f2-ce60c262b8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a9bcdc-9d78-4bae-a36f-2204f25bb920,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:49.393789 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device fbb78b55-33e1-4a44-b478-345682cbec0e no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:11:49.413876 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: fbb78b55-33e1-4a44-b478-345682cbec0e {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:11:49.414219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device fbb78b55-33e1-4a44-b478-345682cbec0e not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:11:49.414713 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 59b3a307-2f77-48de-89ed-47718d23c394 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:11:49.432821 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 59b3a307-2f77-48de-89ed-47718d23c394 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:11:49.433164 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 59b3a307-2f77-48de-89ed-47718d23c394 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:11:49.433570 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 7e86da82-1385-4eaa-a66d-61196d74a9a9 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:11:49.455818 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 7e86da82-1385-4eaa-a66d-61196d74a9a9 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:11:49.456159 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 7e86da82-1385-4eaa-a66d-61196d74a9a9 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:11:49.712308 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50314) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:49.802299 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-671310000-network', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:49.823564 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Made reservation on behalf of a033bd82c3b0438f9877ea9b16fdebc7 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:11:49.825832 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.834044 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.917109 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.921026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.944207 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:11:49.952381 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae836909-fde8-4f8e-806e-888163a82e56,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:49.958030 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:49.958366 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Added segment 94cce3f8-c0aa-4101-9912-ac85622da17d of type vlan for network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 Sep 20 06:11:49.998977 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.022783 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.023692 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:50.024282 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.050937 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3375874 Sep 20 06:11:50.053905 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50318) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:50.058979 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Request body: {'subnet': {'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-671310000-subnet', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:50.080092 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Made reservation on behalf of a033bd82c3b0438f9877ea9b16fdebc7 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:11:50.082450 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.083802 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa3b76-469f-4c34-94b1-19a141f186e7 admin admin] Pushing event updated for resources: {'Network': ['ID=5595950d-0dcb-481d-aa1b-c7bce84d5f90,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:50.093219 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:11:50.247065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.297904 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5ae9ce-81e9-46aa-bca0-4510b85ef486,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:50.308192 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Checking segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:50.308549 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Network hostable DHCP agents. Network: 5595950d-0dcb-481d-aa1b-c7bce84d5f90, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:11:50.333012 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:11:50.341884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, 5595950d-0dcb-481d-aa1b-c7bce84d5f90) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:50.346187 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:50.346775 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.351521 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244e4d9-a9cd-4762-85e6-3c88602b1600 None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:11:50.362453 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0605ba8c-e6b4-4f3e-9fa3-fecec6b0a414 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3072824 Sep 20 06:11:50.365276 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50320) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:50.370148 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:50.391273 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8064390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1441'] for router, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.392367 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8063510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8125318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8214795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1430'] for router, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.444859 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.497049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fcdb06e-f31a-576a-bd2d-dd1cc96a8cc5-5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486'}]}} from dv-cinder-809968-1-iscsi. {{(pid=94133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 06:11:50.498467 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.574801 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.634736 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.db_base_plugin_common [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Allocated IP 172.20.0.2 (5595950d-0dcb-481d-aa1b-c7bce84d5f90/9b5ae9ce-81e9-46aa-bca0-4510b85ef486/c7c1e176-d44a-4169-9ed9-d0560fa2cf8c) {{(pid=94133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:50.767941 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.775653 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks [] for port, precommit_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.781314 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698'] for port, after_create {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.786929 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.817904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is already hosted by enough agents. {{(pid=94133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:50.820636 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.scheduler.base_scheduler [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Resources bound (agent type, host, resource id): {{(pid=94133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:50.823970 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Received port after_create {{(pid=94133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:50.832589 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Pushing event updated for resources: {'Port': ['ID=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,revision_number=1']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:50.881502 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Attempting to bind port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:11:50.881865 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Attempting to bind port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:11:50.882226 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Attempting to bind port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:50.887045 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:11:50.887355 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Checking segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:50.887778 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.888191 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Bound using segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:11:50.888643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Bound port: c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:11:50.889019 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.891510 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Allocated IP 172.27.3.248 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/cefb6c59-c727-4055-9995-0d1341b1e33e) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:50.952293 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] For port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:11:50.955312 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] For port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:11:50.959328 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:50.994359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.021971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99670e-bdfe-4c7b-9ea6-eb66561df9ce None None] Pushing event updated for resources: {'Port': ['ID=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,revision_number=2']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:51.028432 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.070180 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:51.072898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:51.075250 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:51.105439 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=cefb6c59-c727-4055-9995-0d1341b1e33e,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:51.347973 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.427831 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device c7c1e176-d44a-4169-9ed9-d0560fa2cf8c up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:51.474954 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:51.475326 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.544587 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8063513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8123729'] for router, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.554346 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.589618 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:51.594286 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.646140 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:51.702380 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 is scheduled to L3 agent a10866f8-6c46-4808-85be-78f354a91833 with binding_index 1 {{(pid=94131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 06:11:51.811221 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:11:51.822613 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:11:51.828753 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.831365 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cf539fe8-4b93-4cb6-b166-47d95ca0c0f9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4638672 Sep 20 06:11:51.832809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50326) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:51.833812 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:51.834588 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:51.851936 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6011cba7-5ecb-4b8c-95d4-7a15f40742a1 None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:11:51.921349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-8d2b9fba-d5e6-4bc8-84aa-a103daf8b51c None None] Provisioning complete for port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:51.921780 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8d2b9fba-d5e6-4bc8-84aa-a103daf8b51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:51.949673 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:52.221173 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:51Z', 'revision_number': 3, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:52.251522 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:11:52.251871 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Updating router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 port cefb6c59-c727-4055-9995-0d1341b1e33e binding host dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:11:52.256061 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.276490 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.290624 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-6235003e-1fb3-48b5-911c-42e90e2843e2 None None] Provisioning complete for port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:52.290995 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6235003e-1fb3-48b5-911c-42e90e2843e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.422760 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Allocated IP 172.20.0.1 (5595950d-0dcb-481d-aa1b-c7bce84d5f90/9b5ae9ce-81e9-46aa-bca0-4510b85ef486/9fcfc645-eb93-4bda-b083-69effbe188e7) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:52.534608 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.540328 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.598333 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Attempting to bind port cefb6c59-c727-4055-9995-0d1341b1e33e on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:11:52.598700 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Attempting to bind port cefb6c59-c727-4055-9995-0d1341b1e33e by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:11:52.599056 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Attempting to bind port cefb6c59-c727-4055-9995-0d1341b1e33e on network 29c1a856-1725-4216-82fe-d459414f7f84 {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:52.601148 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Pushing event updated for resources: {'Port': ['ID=cefb6c59-c727-4055-9995-0d1341b1e33e,revision_number=2']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:52.610200 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:11:52.610569 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Checking segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:52.610976 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.611362 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Bound using segment: {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'} {{(pid=94134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:11:52.611903 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.managers [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Bound port: cefb6c59-c727-4055-9995-0d1341b1e33e, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87d59d4-808b-4c42-94c7-2ac456815198', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}}] {{(pid=94134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:11:52.612308 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.614588 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.614925 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.615259 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.615614 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.615942 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.616267 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.616590 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.616909 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.617246 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.617566 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.617882 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.618202 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:11:52.671837 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] For port cefb6c59-c727-4055-9995-0d1341b1e33e, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:11:52.675026 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.plugins.ml2.db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] For port cefb6c59-c727-4055-9995-0d1341b1e33e, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=cefb6c59-c727-4055-9995-0d1341b1e33e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:11:52.679148 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron_lib.callbacks.manager [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.729902 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:52.730607 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:52.766237 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.775247 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f97ccf-5f05-4bc1-ac33-8f0a2a3aae53 None None] Pushing event updated for resources: {'Port': ['ID=cefb6c59-c727-4055-9995-0d1341b1e33e,revision_number=3']} {{(pid=94134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:52.799233 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:52.834526 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:52.837315 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:52.839738 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:52.849649 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:52.873022 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:52.886342 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8123782'] for router_interface, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.017549 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.041348 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:51Z', 'revision_number': 3, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:53.072588 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9eb89-f121-4a36-a435-9c4a1915d0b4 None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:51Z', 'revision_number': 3, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:11:53.092764 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cdd7b2f6-f9d1-4e6c-a0d6-1d080f6fa673 None None] Provisioning complete for port 9fcfc645-eb93-4bda-b083-69effbe188e7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:53.093301 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cdd7b2f6-f9d1-4e6c-a0d6-1d080f6fa673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.127623 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7b2f6-f9d1-4e6c-a0d6-1d080f6fa673 None None] Port 9fcfc645-eb93-4bda-b083-69effbe188e7 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:11:53.186942 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.191619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.261181 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Pushing event updated for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:53.263799 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7871406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8122390'] for router_interface, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.386938 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:53.389118 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:53.533967 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device cefb6c59-c727-4055-9995-0d1341b1e33e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:53.536977 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:11:53.593980 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port cefb6c59-c727-4055-9995-0d1341b1e33e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:53.594842 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.659737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:11:53.664733 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5632828c-4f03-44b8-b5e9-f4e37987e930 admin admin] 10.222.0.20 "PUT /v2.0/routers/1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8308234 Sep 20 06:11:53.690735 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ad807c2d-8651-4ab7-8d96-c5ba2003c20c None None] Provisioning complete for port 9fcfc645-eb93-4bda-b083-69effbe188e7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:53.691198 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad807c2d-8651-4ab7-8d96-c5ba2003c20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.718920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.745322 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ad807c2d-8651-4ab7-8d96-c5ba2003c20c None None] Port 9fcfc645-eb93-4bda-b083-69effbe188e7 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:11:53.749573 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] For port cefb6c59-c727-4055-9995-0d1341b1e33e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=cefb6c59-c727-4055-9995-0d1341b1e33e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:53.754507 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:53.755636 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device c7c1e176-d44a-4169-9ed9-d0560fa2cf8c up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:53.836261 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Pushing event updated for resources: {'Port': ['ID=cefb6c59-c727-4055-9995-0d1341b1e33e,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:53.850054 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:53.850319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.138689 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50334) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:54.143343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116545935', 'description': 'tempest-description--763613709'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:54.165058 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.244760 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.248910 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.270208 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.271406 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1315823 Sep 20 06:11:54.274371 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50336) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:54.278886 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6704db-a8b0-4ef5-a62c-bc016442f376 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:54.279192 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group_rule': {'security_group_id': '1221a3f4-4127-4b3f-b8d8-1d4aea3236ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:54.305060 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.362162 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.366253 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.382036 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab5f854-d1ba-4123-a3d4-5db0e79cb727,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:54.390545 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.391885 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-2e7749d6-992b-4840-91d5-e149174ae17b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163809 Sep 20 06:11:54.394599 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50338) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:54.399279 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group_rule': {'security_group_id': '1221a3f4-4127-4b3f-b8d8-1d4aea3236ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:54.430815 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.479122 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.482727 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.499561 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f24e85-cefb-48a2-9016-79ab2df04d1e,revision_number=0']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:54.506099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.510344 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9bd48f3a-fd41-4fd9-ac81-2213f8db2946 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116009 Sep 20 06:11:54.510483 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50340) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:11:54.515532 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:54.536250 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.629703 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.658103 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:11:54.667093 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:54.667751 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:54.711504 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-247c40cb-80e0-4499-97eb-4e2595d4ec7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427480 Sep 20 06:11:54.748199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Allocated IP 172.27.3.87 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/a9b7cfde-1737-4564-a33e-dd5d2c388d71) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:54.781079 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:54.797200 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-937cc946-a1fb-4916-bb86-9de70d72ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:54.798831 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-937cc946-a1fb-4916-bb86-9de70d72ab57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0396166 Sep 20 06:11:54.857168 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.893806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:54.911290 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-3db49fea-9cab-400d-9587-43d2fcd9d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:54.914015 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-3db49fea-9cab-400d-9587-43d2fcd9d3bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.0956028 Sep 20 06:11:54.931599 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:54.934423 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:54.938528 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:54.969637 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=a9b7cfde-1737-4564-a33e-dd5d2c388d71,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:54.987600 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 2, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:54.996740 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-85e9c456-17e9-47e1-9feb-54c21d17d635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 1000 time: 0.0751669 Sep 20 06:11:55.015024 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:11:55.015600 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Updating router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 port 9fcfc645-eb93-4bda-b083-69effbe188e7 binding host dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 06:11:55.032559 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.039881 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.044913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-460c3b42-10c7-4f9f-bf7d-7f1ca73e4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:55.046367 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-460c3b42-10c7-4f9f-bf7d-7f1ca73e4765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0432708 Sep 20 06:11:55.071412 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.097459 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-b79946c0-767c-4b98-86a1-44ba7bb7abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:55.098969 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-b79946c0-767c-4b98-86a1-44ba7bb7abeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444438 Sep 20 06:11:55.195230 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-49f1e55b-0cf3-4831-a2b9-f23392bf99d0 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867462 Sep 20 06:11:55.226701 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.232809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.286826 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3544e6a2-22f3-41ae-917b-011094b9ee54 req-92630581-5e89-499a-b8f2-3cc355e77e12 service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850129 Sep 20 06:11:55.312437 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=a9b7cfde-1737-4564-a33e-dd5d2c388d71,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:55.312924 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.315214 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.320617 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.334101 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.339828 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9adb8dc8-64ea-42c9-83e5-e25b8ea29358 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8283842 Sep 20 06:11:55.373237 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861191bc-e8c7-4caf-bb8f-48902ab7afd0 None None] Pushing event updated for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=3']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:55.417413 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device cefb6c59-c727-4055-9995-0d1341b1e33e up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:55.508956 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-7a57fcb9-5bfe-4b50-8001-a920a4acc7a3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1116545935&fields=id&tenant_id=a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 267 time: 0.0401003 Sep 20 06:11:55.593806 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Attempting to bind port 9fcfc645-eb93-4bda-b083-69effbe188e7 on host dv-cinder-809968-1-iscsi for vnic_type normal with profile {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:11:55.594193 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Attempting to bind port 9fcfc645-eb93-4bda-b083-69effbe188e7 by drivers openvswitch,hyperv on host dv-cinder-809968-1-iscsi at level 0 using segments [{'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:11:55.594567 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Attempting to bind port 9fcfc645-eb93-4bda-b083-69effbe188e7 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:55.607914 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Checking agent: {'id': '10debfe8-4f6c-4aab-96aa-191de861adfe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809968-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 5, 56, 59), 'started_at': datetime.datetime(2021, 9, 20, 5, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809968-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:11:55.608285 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Checking segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:55.608689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.609080 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Bound using segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} {{(pid=94133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:11:55.609544 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.managers [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Bound port: 9fcfc645-eb93-4bda-b083-69effbe188e7, host: dv-cinder-809968-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}}] {{(pid=94133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:11:55.609920 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.621615 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-18628e48-cc73-4b18-a6c7-e30bd89d3635 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:55.623838 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-18628e48-cc73-4b18-a6c7-e30bd89d3635 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 810 time: 0.1072814 Sep 20 06:11:55.625892 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cfa6d9be-964b-40dc-969d-d770312e07b0 None None] Provisioning complete for port 9fcfc645-eb93-4bda-b083-69effbe188e7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:55.626258 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cfa6d9be-964b-40dc-969d-d770312e07b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.638691 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-3f9f33f5-1348-4f08-a47c-8d1c4d4d432a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/quotas/a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 375 time: 0.0093980 Sep 20 06:11:55.683542 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port cefb6c59-c727-4055-9995-0d1341b1e33e triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:55.684115 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.691201 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-9c843617-64b2-412b-a916-c4a7b9cb9fad tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464745 Sep 20 06:11:55.720580 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6d9be-964b-40dc-969d-d770312e07b0 None None] Port 9fcfc645-eb93-4bda-b083-69effbe188e7 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:11:55.746101 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] For port 9fcfc645-eb93-4bda-b083-69effbe188e7, host dv-cinder-809968-1-iscsi, cleared binding levels {{(pid=94133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:11:55.750042 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] For port 9fcfc645-eb93-4bda-b083-69effbe188e7, host dv-cinder-809968-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=9fcfc645-eb93-4bda-b083-69effbe188e7,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:11:55.754729 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:55.792599 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-fc6f2287-f9d9-4caf-89b2-abaa9b5e2da4 service neutron] 10.222.0.20 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869875 Sep 20 06:11:55.849186 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861191bc-e8c7-4caf-bb8f-48902ab7afd0 None None] Pushing event updated for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:55.855082 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:11:55.855990 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:55.885821 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-c5b195b7-b1e4-45f9-86f1-a9c89eafaafe service neutron] 10.222.0.20 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871639 Sep 20 06:11:55.976624 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:11:56.062871 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4aa1bfe0-183e-4e1c-96a9-53fd10742f9c req-3b9f2652-8fcb-4ea1-aef1-1affd98fa68b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 210 time: 0.0287063 Sep 20 06:11:56.089330 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] Provisioning complete for port 9fcfc645-eb93-4bda-b083-69effbe188e7 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:56.089708 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:56.242438 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:56.282014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:55Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:11:56.284698 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] For port 9fcfc645-eb93-4bda-b083-69effbe188e7, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=9fcfc645-eb93-4bda-b083-69effbe188e7,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:11:56.314518 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:56.320458 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f47d001-b6eb-48d8-b6fe-8c1e307c34b9 None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:55Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:11:56.388785 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8dd35-5adf-4b0e-9d6e-391c025364d1 None None] Pushing event updated for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:56.485238 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8e59951e-5750-4f0a-ad4f-95b44890c9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.114149 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.146529 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-0883841d-d10d-45cc-97c3-a1ca2678bd2f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:57.148178 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-0883841d-d10d-45cc-97c3-a1ca2678bd2f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 810 time: 0.1175079 Sep 20 06:11:57.200679 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c7b927de-edd6-40be-bb12-75509936ae08 req-1039a58f-a29e-4252-86c7-4120a5d32410 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 210 time: 0.0402262 Sep 20 06:11:57.223569 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-2db6d7bc-eef8-4330-a757-0c99ac5eb5c3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 380 time: 0.0614631 Sep 20 06:11:57.233367 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'port': {'device_id': '39a25715-9389-4305-b034-dc2f044e3a8d', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'admin_state_up': True, 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'security_groups': ['1221a3f4-4127-4b3f-b8d8-1d4aea3236ae']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:57.346133 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Made reservation on behalf of a033bd82c3b0438f9877ea9b16fdebc7 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:11:57.349960 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.419625 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 9fcfc645-eb93-4bda-b083-69effbe188e7 up at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:11:57.466172 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Provisioning complete for port 9fcfc645-eb93-4bda-b083-69effbe188e7 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:57.466545 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.477457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Allocated IP 172.20.0.6 (5595950d-0dcb-481d-aa1b-c7bce84d5f90/9b5ae9ce-81e9-46aa-bca0-4510b85ef486/3b8e1c2d-3cf0-4277-842b-99f3cda88b91) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:11:57.609951 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.642888 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.687214 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:11:57.690189 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:11:57.693956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:11:57.702681 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:57.748591 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:57.749209 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.765913 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-de18f57a-5ec9-44e8-a1a1-fa75de7ee30d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371888 Sep 20 06:11:57.778048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Request body: {'port': {'device_id': '39a25715-9389-4305-b034-dc2f044e3a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:11:57.832548 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.949856 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-c4742e93-e135-4d10-b59b-7eb8125510b3 None None] Provisioning complete for port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:11:57.950221 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c4742e93-e135-4d10-b59b-7eb8125510b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:57.982543 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-c4742e93-e135-4d10-b59b-7eb8125510b3 None None] Port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:11:58.086100 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:11:58.093248 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:58.104331 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Transition to ACTIVE for port object 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:11:58.108362 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:58.159464 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Pushing event updated for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:58.228182 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Attempting to bind port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:11:58.228570 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Attempting to bind port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:11:58.228909 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Attempting to bind port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:58.234216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:11:58.234885 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Attempting to bind port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:11:58.240270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:11:58.240749 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Checking segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:11:58.241206 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Bound using segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:11:58.241767 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Bound port: 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:11:58.242178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:58.315400 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:11:58.318823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:11:58.323824 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:58.331495 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71d172-9780-4dbf-9b11-ab3f4c27308d req-0692a517-ef21-4d6d-9667-5741f8188dd3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.332992 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d71d172-9780-4dbf-9b11-ab3f4c27308d req-0692a517-ef21-4d6d-9667-5741f8188dd3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 943 time: 0.0534680 Sep 20 06:11:58.356153 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.356868 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:58.358236 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] 10.222.0.37 "PUT /v2.0/ports/3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 1093 time: 0.5844295 Sep 20 06:11:58.358696 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:11:58.360940 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e6d04-58ec-4936-99eb-11a64acfbda7" -d '{"events": [{"name": "network-changed", "server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:11:58.376044 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2d71d172-9780-4dbf-9b11-ab3f4c27308d req-f7ce0fe6-120e-465d-b124-0f702cf6b487 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364690 Sep 20 06:11:58.409807 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b4188-729c-4372-8645-cacfcb5681ba service neutron] Pushing event updated for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:11:58.413273 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a2c13d-cb76-4508-807a-15e7fd65b1f6 x-openstack-request-id: req-c7a2c13d-cb76-4508-807a-15e7fd65b1f6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:11:58.413687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:11:58.413949 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7a2c13d-cb76-4508-807a-15e7fd65b1f6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:11:58.414337 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'status': 'completed', 'code': 200} Sep 20 06:11:58.456137 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-c4955520-e6c7-4b58-8471-eadb0eec2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.457680 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-c4955520-e6c7-4b58-8471-eadb0eec2361 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1096 time: 0.0422685 Sep 20 06:11:58.502223 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-5e171bd3-e45a-461c-aa2d-3d6d8dece315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 217 time: 0.0370157 Sep 20 06:11:58.550903 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-9919f88a-0b3b-463e-9695-7d7aa96c43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.552431 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-9919f88a-0b3b-463e-9695-7d7aa96c43e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0434058 Sep 20 06:11:58.596667 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-3e17d57a-f41e-48c5-bdd1-c250f6731ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.598064 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-3e17d57a-f41e-48c5-bdd1-c250f6731ddd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388119 Sep 20 06:11:58.687314 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-21ed1a48-e67d-4c79-a9cf-5317ce00c82b service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822275 Sep 20 06:11:58.774117 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-20a41458-1dfd-403f-9e86-be843bf02ff1 req-7b2b3eb3-f8c1-4955-a17b-4c3bd5e57fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792634 Sep 20 06:11:58.859546 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-3eecf283-2ac4-46e4-97b4-c1460d33c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.861062 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-3eecf283-2ac4-46e4-97b4-c1460d33c45b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1096 time: 0.0396545 Sep 20 06:11:58.952750 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-c6ec8dc4-f32a-4562-a494-b4b933e343da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:58.954378 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-c6ec8dc4-f32a-4562-a494-b4b933e343da service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0849504 Sep 20 06:11:58.996072 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-f512b44a-2bf2-4e23-800e-e6dfa4868bfe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 217 time: 0.0336595 Sep 20 06:11:59.043327 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cee5bc88-1dc1-4e73-b316-c3295866957a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:59.051119 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-0188b0d9-8817-4bdc-b60a-8410cfddf784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:59.052590 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-0188b0d9-8817-4bdc-b60a-8410cfddf784 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0492880 Sep 20 06:11:59.097943 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-6623b103-4222-48eb-918c-d65c23775e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:59.099464 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-6623b103-4222-48eb-918c-d65c23775e0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392265 Sep 20 06:11:59.189426 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-e78772f2-4528-46e3-9582-8fc59017d268 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821927 Sep 20 06:11:59.278992 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fb4e6d04-58ec-4936-99eb-11a64acfbda7 req-2235147c-932e-401d-8e09-5530a79cb913 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822985 Sep 20 06:11:59.298104 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:11:59.500419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff7609-9a37-49bc-91fa-349d8e23ae36 req-bdd1c5ba-d6fa-4bbf-83dc-a2c3c94b98fe tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:11:59.501877 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8ff7609-9a37-49bc-91fa-349d8e23ae36 req-bdd1c5ba-d6fa-4bbf-83dc-a2c3c94b98fe tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 943 time: 0.0477352 Sep 20 06:11:59.537326 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c8ff7609-9a37-49bc-91fa-349d8e23ae36 req-cfe86b90-a08f-405c-94d8-ea8a87476993 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296512 Sep 20 06:11:59.949592 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:00.648649 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569a2a2-9305-48e3-bceb-debc360f11b9 req-6473f4a3-e032-437d-8eda-0290060e4685 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:00.650073 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8569a2a2-9305-48e3-bceb-debc360f11b9 req-6473f4a3-e032-437d-8eda-0290060e4685 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 943 time: 0.0476847 Sep 20 06:12:00.685910 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8569a2a2-9305-48e3-bceb-debc360f11b9 req-7b9afbd2-1618-4f7f-9a29-0c4bd2ed921a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299299 Sep 20 06:12:00.839778 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:12:01.798908 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894abbb7-ca61-4e4e-847f-59d0fa4b0de4 req-62e80824-b8e0-4a06-849c-4334e1338318 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:01.800364 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-894abbb7-ca61-4e4e-847f-59d0fa4b0de4 req-62e80824-b8e0-4a06-849c-4334e1338318 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 943 time: 0.0499320 Sep 20 06:12:01.837393 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-894abbb7-ca61-4e4e-847f-59d0fa4b0de4 req-fd3cb3ae-128d-4dc2-8d42-e65205db316e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Sep 20 06:12:01.944857 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:03.127994 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:12:03.201508 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b3fe-2f9e-4eff-a084-6707ac0b8e11 req-b582df5c-6677-4b9d-afd2-ae571259af9a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:03.202979 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d96b3fe-2f9e-4eff-a084-6707ac0b8e11 req-b582df5c-6677-4b9d-afd2-ae571259af9a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 943 time: 0.3017230 Sep 20 06:12:03.225979 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:03.237139 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'port_id': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'mac_address': 'fa:16:3e:c6:5d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:12:03.239457 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4d96b3fe-2f9e-4eff-a084-6707ac0b8e11 req-b737abd2-97fb-4cd2-a903-9a252e5107eb tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305324 Sep 20 06:12:03.273558 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:03.286342 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:12:03.304758 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:03.308648 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:03.357409 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:03.530236 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['3b8e1c2d-3cf0-4277-842b-99f3cda88b91'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:12:04.350573 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ded874-c846-4e66-9ae4-60ffd145e039 req-fc19ab37-fcb6-4c19-bc18-fd9229e9cf1c tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:04.352074 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92ded874-c846-4e66-9ae4-60ffd145e039 req-fc19ab37-fcb6-4c19-bc18-fd9229e9cf1c tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 944 time: 0.0486958 Sep 20 06:12:04.395705 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-92ded874-c846-4e66-9ae4-60ffd145e039 req-f316cd6d-55fb-4536-b7b5-6a6482dd7280 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377877 Sep 20 06:12:05.142706 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:12:05.189556 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:12:05.193252 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:12:05.193619 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:05.268630 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:05.289590 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:12:05.291838 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae22cfc-3356-48ab-a8ed-1ac78d21e222" -d '{"events": [{"server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:12:05.304777 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:05.308651 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:05.336124 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd027bd-a1c8-47da-879d-fc3737d4d44a x-openstack-request-id: req-8cd027bd-a1c8-47da-879d-fc3737d4d44a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:12:05.336424 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "name": "network-vif-plugged", "status": "completed", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:12:05.337015 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cd027bd-a1c8-47da-879d-fc3737d4d44a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:12:05.337407 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'code': 200} Sep 20 06:12:05.363784 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:05.490142 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4014b-b9ab-4c2a-9798-b5598c61b89d req-a7b3d5dd-d8f1-47f2-a384-f9be34d1a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:05.491664 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6a4014b-b9ab-4c2a-9798-b5598c61b89d req-a7b3d5dd-d8f1-47f2-a384-f9be34d1a282 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1098 time: 0.0386343 Sep 20 06:12:05.507157 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babf728-007a-49cc-b3e4-471662bfbae1 req-d5ee0bb4-216f-42dc-ba71-4af728cbaadc tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:05.508670 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8babf728-007a-49cc-b3e4-471662bfbae1 req-d5ee0bb4-216f-42dc-ba71-4af728cbaadc tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0481660 Sep 20 06:12:05.525832 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6a4014b-b9ab-4c2a-9798-b5598c61b89d req-f42c0b62-35a7-416d-8ad3-4fafb7a9966d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270491 Sep 20 06:12:05.545079 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8babf728-007a-49cc-b3e4-471662bfbae1 req-8e48ef68-b1dd-48af-8ec7-dec3b1fd1e1c tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305302 Sep 20 06:12:06.680631 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f56e5-17ae-4be6-87c1-51dbd976dc65 req-3a72b3e2-a975-4bf1-8eef-c65dac955d74 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:06.682073 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d39f56e5-17ae-4be6-87c1-51dbd976dc65 req-3a72b3e2-a975-4bf1-8eef-c65dac955d74 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0632203 Sep 20 06:12:06.718126 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d39f56e5-17ae-4be6-87c1-51dbd976dc65 req-c623bc6e-a35a-44c6-8ab2-c65fc03e86f4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301130 Sep 20 06:12:07.832343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffebd3-0e49-42b4-b30a-4f42e9381ebb req-2b79966f-35db-40c9-b0f8-20cbb0b56ac3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:07.833804 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ffffebd3-0e49-42b4-b30a-4f42e9381ebb req-2b79966f-35db-40c9-b0f8-20cbb0b56ac3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0517819 Sep 20 06:12:07.869907 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ffffebd3-0e49-42b4-b30a-4f42e9381ebb req-8e330ddd-f21d-45ff-82a6-49c229c975a5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303874 Sep 20 06:12:07.978578 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240279c-efbd-4d7d-a1bf-ecf91a3becce req-37313376-d6b1-4d14-b581-92923253e63b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:07.980032 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f240279c-efbd-4d7d-a1bf-ecf91a3becce req-37313376-d6b1-4d14-b581-92923253e63b tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0500624 Sep 20 06:12:07.988832 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50398) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:07.993048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'floatingip': {'port_id': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:12:08.030317 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:08.446973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:08.450669 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:08.546571 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Floating IP 36184e8d-b7e0-48ab-9aca-c051e08ed708 associated. External IP: 172.27.3.87, port: 3b8e1c2d-3cf0-4277-842b-99f3cda88b91. Sep 20 06:12:08.745937 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:12:08.850170 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:12:08.855011 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:08.860466 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:12:08.869590 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:08.870269 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:08.881559 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-108bee58-eeca-4b3f-b7de-dcc0ae0a5795 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "PUT /v2.0/floatingips/36184e8d-b7e0-48ab-9aca-c051e08ed708 HTTP/1.1" status: 200 len: 990 time: 0.8917267 Sep 20 06:12:08.882232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:12:08.884607 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c656ff4b-ed90-4750-85e5-79fb00641d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:12:08.920884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9a588b-0958-4ef0-a77c-77a5159a66c6 x-openstack-request-id: req-fb9a588b-0958-4ef0-a77c-77a5159a66c6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:12:08.921286 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:12:08.921543 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb9a588b-0958-4ef0-a77c-77a5159a66c6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:12:08.921943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'status': 'completed', 'code': 200} Sep 20 06:12:08.978730 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:08.984907 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-feb87f8c-4764-44a4-b3d4-212db703dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:08.986410 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-feb87f8c-4764-44a4-b3d4-212db703dce8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1098 time: 0.0428972 Sep 20 06:12:09.082478 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-70b7aceb-ba01-4a29-b4bd-ff4146b0ce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:09.083897 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-70b7aceb-ba01-4a29-b4bd-ff4146b0ce45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0908496 Sep 20 06:12:09.146459 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-3e4ca3c2-c4ef-42b8-acae-11eb8f8fe57f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 998 time: 0.0558863 Sep 20 06:12:09.194703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-6f13bed7-f354-43f3-a0f6-4c782f378afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:09.194938 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '36184e8d-b7e0-48ab-9aca-c051e08ed708', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:c6:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a25715-9389-4305-b034-dc2f044e3a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:54Z', 'updated_at': '2021-09-20T06:12:08Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:09.196195 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-6f13bed7-f354-43f3-a0f6-4c782f378afd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0432949 Sep 20 06:12:09.223779 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:12:09.232499 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:09.233113 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:11:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:09.243681 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-4c4ae286-6a86-4637-8136-c951ee5d3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:09.245142 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-4c4ae286-6a86-4637-8136-c951ee5d3f60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416532 Sep 20 06:12:09.333664 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-948a9f10-7a59-4530-8ccf-c73e20a8cb56 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812538 Sep 20 06:12:09.336424 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:09.424737 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c656ff4b-ed90-4750-85e5-79fb00641d0e req-68a9ffc5-16c7-456f-9a4f-a8688be4296a service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Sep 20 06:12:09.631055 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '36184e8d-b7e0-48ab-9aca-c051e08ed708', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:c6:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a25715-9389-4305-b034-dc2f044e3a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:54Z', 'updated_at': '2021-09-20T06:12:08Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:09.659573 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897e458-ae0f-4894-971a-e630e53c87f1 None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '36184e8d-b7e0-48ab-9aca-c051e08ed708', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:c6:5d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a25715-9389-4305-b034-dc2f044e3a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:11:54Z', 'updated_at': '2021-09-20T06:12:08Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:12:09.958790 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60048d0-f546-4519-9379-6bfbb415abad None None] New status for floating IP 36184e8d-b7e0-48ab-9aca-c051e08ed708: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:12:26.476029 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ad31b585-5192-48fe-a322-dad45b0e9637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:27.109222 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:29.045354 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-fcbc1ec7-aea7-47b2-8b20-d6351aad72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:29.297670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:29.906561 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50442) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:29.955211 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.154459 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Deleting port 03f83131-1e26-44de-b27f-b18bd0b08284 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:30.154795 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.229048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.229280 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.240292 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Calling delete_port for 03f83131-1e26-44de-b27f-b18bd0b08284 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:30.376973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.402519 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event deleted for resources: {'Port': ['ID=03f83131-1e26-44de-b27f-b18bd0b08284,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:30.463067 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.463414 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Floating IP 58e4c027-0552-4d36-88c4-ad9f68961ca2 disassociated (deleted). External IP: 172.27.3.35, port: 6d25a05c-9e47-46c1-bde7-1b5b2821daeb. Sep 20 06:12:30.662900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Router 3d1466da-d1e7-433f-ac58-5b2f563c153a has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:12:30.767565 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:12:30.772274 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:30.776624 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Sync routers for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:12:30.785633 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:30.786273 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:30.797489 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-862b4dbb-b812-4b52-bbda-65f08eb428c2 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "DELETE /v2.0/floatingips/58e4c027-0552-4d36-88c4-ad9f68961ca2 HTTP/1.1" status: 204 len: 168 time: 0.8899322 Sep 20 06:12:30.798146 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:12:30.800473 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a306f495-da53-4c4e-9f23-d9a60bca6fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:12:30.836709 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3741966-0875-4dbe-8c7f-9f2a0f482e58 x-openstack-request-id: req-b3741966-0875-4dbe-8c7f-9f2a0f482e58 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:12:30.837005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:12:30.837255 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3741966-0875-4dbe-8c7f-9f2a0f482e58 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:12:30.837653 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'status': 'completed', 'code': 200} Sep 20 06:12:30.892147 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:30.899343 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-d15d30b6-c36d-45eb-8b9c-5fec5b91781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:30.901072 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-d15d30b6-c36d-45eb-8b9c-5fec5b91781b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 1098 time: 0.0422673 Sep 20 06:12:31.005203 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-b5a297df-d1a2-4721-b524-eea22975cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:31.006674 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-b5a297df-d1a2-4721-b524-eea22975cd3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 200 len: 910 time: 0.0928102 Sep 20 06:12:31.025297 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff38bb-0bd0-43c4-bd1c-379fabb465e2 req-64dc85b9-b918-46cb-99e3-6bccac8b4d74 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:31.026792 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-95ff38bb-0bd0-43c4-bd1c-379fabb465e2 req-64dc85b9-b918-46cb-99e3-6bccac8b4d74 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0507629 Sep 20 06:12:31.049706 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-7c52a5ad-180e-456e-8406-df91bba0b0bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 200 len: 217 time: 0.0346148 Sep 20 06:12:31.066300 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-95ff38bb-0bd0-43c4-bd1c-379fabb465e2 req-34079d67-e40f-4a3f-9eb8-6187b2293340 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333869 Sep 20 06:12:31.092364 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:31.100226 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-1bcbb904-831d-4177-88f2-e29eb3920900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:31.101685 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-1bcbb904-831d-4177-88f2-e29eb3920900 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 200 len: 848 time: 0.0444627 Sep 20 06:12:31.117972 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Checking router: 3d1466da-d1e7-433f-ac58-5b2f563c153a for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:12:31.126540 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:31.127134 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:31.149869 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-940c0bc7-45db-4232-bcdd-3af19d6c4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:31.151248 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-940c0bc7-45db-4232-bcdd-3af19d6c4686 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419683 Sep 20 06:12:31.228319 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:31.240686 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-5a1c201a-2761-4eee-af46-290843537dad service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813029 Sep 20 06:12:31.333682 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a306f495-da53-4c4e-9f23-d9a60bca6fa3 req-2fd5a07c-d87f-4a9b-8a0f-76c5e23dc71e service neutron] 10.222.0.37 "GET /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Sep 20 06:12:31.424921 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:31.451393 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0564d-97f4-4770-8eea-a5be5c9e8d95 None None] The sync data for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi is: [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:07:17Z', 'revision_number': 4, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'f0de0da9-a0ec-4e19-9394-1c4a51d43c6e', 'name': '', 'network_id': 'a2069ebf-e820-4b20-83c1-ee3ab9f42ef9', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'mac_address': 'fa:16:3e:47:d5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:16Z', 'updated_at': '2021-09-20T06:07:23Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'subnets': [{'id': '98d70bf7-b5ce-4160-a428-2b935f799a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:12:31.665141 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6dd6c5-b498-4659-a599-7eae45ce3def None None] New status for floating IP 58e4c027-0552-4d36-88c4-ad9f68961ca2: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:12:31.946919 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:32.182958 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf7823-873f-497b-9fbe-d3dd4e4e785e req-0345df69-ae08-4b3b-826b-433ab54d1421 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:32.184919 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8bf7823-873f-497b-9fbe-d3dd4e4e785e req-0345df69-ae08-4b3b-826b-433ab54d1421 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0473030 Sep 20 06:12:32.221438 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8bf7823-873f-497b-9fbe-d3dd4e4e785e req-95d358b5-21f8-44ed-bf90-f2eac5c7354e tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/security-groups?id=2af2637d-0cb5-4463-9e6f-b752732f18b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Sep 20 06:12:32.623267 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82346fa3-0808-4615-841b-1c878dee602c req-52a5b174-e8b2-4c27-8688-a36591878be6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:32.624699 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-82346fa3-0808-4615-841b-1c878dee602c req-52a5b174-e8b2-4c27-8688-a36591878be6 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.37 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 945 time: 0.0470562 Sep 20 06:12:32.714473 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Deleting port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:32.714808 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:33.039005 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] For port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:33.039401 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:33.051244 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Calling delete_port for 6d25a05c-9e47-46c1-bde7-1b5b2821daeb owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:33.173734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:33.199441 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event deleted for resources: {'Port': ['ID=6d25a05c-9e47-46c1-bde7-1b5b2821daeb,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:33.240846 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] No DVR routers for this DVR port 6d25a05c-9e47-46c1-bde7-1b5b2821daeb on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:12:33.243393 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:33.245431 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-82346fa3-0808-4615-841b-1c878dee602c req-1fc85076-4e98-4879-bc3b-8eea750dd328 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.37 "DELETE /v2.0/ports/6d25a05c-9e47-46c1-bde7-1b5b2821daeb HTTP/1.1" status: 204 len: 173 time: 0.6143188 Sep 20 06:12:33.245870 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-deleted', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:12:33.248240 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba55e91-f176-4089-8908-ffb7277f537f" -d '{"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-deleted", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:12:33.286283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50369f1c-10f4-4340-8286-895b48c3bdd6 x-openstack-request-id: req-50369f1c-10f4-4340-8286-895b48c3bdd6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:12:33.286575 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "216bcbda-a263-42c6-a8ee-c8a4f9afa51c", "name": "network-vif-deleted", "tag": "6d25a05c-9e47-46c1-bde7-1b5b2821daeb", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:12:33.286829 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50369f1c-10f4-4340-8286-895b48c3bdd6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:12:33.287223 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '216bcbda-a263-42c6-a8ee-c8a4f9afa51c', 'name': 'network-vif-deleted', 'tag': '6d25a05c-9e47-46c1-bde7-1b5b2821daeb', 'status': 'completed', 'code': 200} Sep 20 06:12:33.318530 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-eaa47a2d-19bd-4e9e-bb8f-d025d3cff966 req-d4141d13-5523-4b68-8680-2124d583c3d8 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "GET /v2.0/ports?device_id=216bcbda-a263-42c6-a8ee-c8a4f9afa51c HTTP/1.1" status: 200 len: 210 time: 0.0299699 Sep 20 06:12:34.373667 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50470) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:34.432021 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:34.456750 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:34.513576 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:34.516328 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:34.517444 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] 10.222.0.20 "DELETE /v2.0/security-groups/2af2637d-0cb5-4463-9e6f-b752732f18b4 HTTP/1.1" status: 204 len: 168 time: 0.1428154 Sep 20 06:12:34.526434 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd667c-51e5-48d7-a12f-2ea3419d4302 tempest-TestShelveInstance-1863325981 tempest-TestShelveInstance-1863325981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af2637d-0cb5-4463-9e6f-b752732f18b4,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:34.562853 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50474) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:34.946343 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:35.186563 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Deleting port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:35.186898 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:35.261409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] For port f0de0da9-a0ec-4e19-9394-1c4a51d43c6e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:35.261770 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:35.274190 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Calling delete_port for f0de0da9-a0ec-4e19-9394-1c4a51d43c6e owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:35.446876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:35.471311 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0de0da9-a0ec-4e19-9394-1c4a51d43c6e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:35.633077 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:35.838394 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Router 3d1466da-d1e7-433f-ac58-5b2f563c153a has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:12:35.937900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:12:35.942806 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-98f80e25-9e77-4d3a-b1d3-9130b4dfc87b admin admin] 10.222.0.20 "PUT /v2.0/routers/3d1466da-d1e7-433f-ac58-5b2f563c153a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789189 Sep 20 06:12:35.945597 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50480) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:35.948132 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Sync routers for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:12:35.957798 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:35.958471 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:36.044332 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.058294 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:36.146603 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.197900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Deleting port ce4c9233-10fa-479c-8178-db2ca7a285fc {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:36.198556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.230134 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:12:35Z', 'revision_number': 5, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port': {'id': 'ce4c9233-10fa-479c-8178-db2ca7a285fc', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:14Z', 'updated_at': '2021-09-20T06:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:36.258487 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Checking router: 3d1466da-d1e7-433f-ac58-5b2f563c153a for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:12:36.267006 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Routers {'3d1466da-d1e7-433f-ac58-5b2f563c153a'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:36.267633 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['3d1466da-d1e7-433f-ac58-5b2f563c153a'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:36.273860 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] For port ce4c9233-10fa-479c-8178-db2ca7a285fc, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=ce4c9233-10fa-479c-8178-db2ca7a285fc,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:36.274220 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.286877 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Calling delete_port for ce4c9233-10fa-479c-8178-db2ca7a285fc owned by network:router_gateway {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:36.351333 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] Set router 3d1466da-d1e7-433f-ac58-5b2f563c153a gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:36.401272 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:12:36Z', 'revision_number': 6, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:36.446211 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.476980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4c9233-10fa-479c-8178-db2ca7a285fc,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:36.517505 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8954fe-d26b-494f-9f46-69af48572451 None None] The sync data for ids ['3d1466da-d1e7-433f-ac58-5b2f563c153a'] in dv-cinder-809968-1-iscsi is: [{'id': '3d1466da-d1e7-433f-ac58-5b2f563c153a', 'name': 'tempest-TestShelveInstance-2008274165-router', 'tenant_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:13Z', 'updated_at': '2021-09-20T06:12:36Z', 'revision_number': 6, 'project_id': '7344fb4f6ba24e12ac80c8b93b5274eb', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:12:36.779163 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.864699 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.866651 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.908710 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.909270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1466da-d1e7-433f-ac58-5b2f563c153a {{(pid=94132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:12:36.913836 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:36.914988 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-74322319-4f37-4020-b114-959a6545acc9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3d1466da-d1e7-433f-ac58-5b2f563c153a HTTP/1.1" status: 204 len: 168 time: 0.9684947 Sep 20 06:12:36.917505 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50484) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:36.968520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Deleting subnet 98d70bf7-b5ce-4160-a428-2b935f799a34 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:12:36.971552 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.005087 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047785'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.078070 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.129668 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4918875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982528'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.156001 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d70bf7-b5ce-4160-a428-2b935f799a34,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:37.158002 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.159851 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-83025301-6ec3-4b58-b8b3-18bd54b16912 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/98d70bf7-b5ce-4160-a428-2b935f799a34 HTTP/1.1" status: 204 len: 168 time: 0.2413931 Sep 20 06:12:37.162215 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50488) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:37.162348 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15c588-0370-42f5-a1f7-9c3bc00b6265 None None] Network a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:12:37.194863 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:37.231177 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.244319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 6d25a05c-9e47-46c1-bde7-1b5b2821daeb {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:37.244657 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 6d25a05c-9e47-46c1-bde7-1b5b2821daeb not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:37.284118 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Deleting port a8330010-4fb1-4f5a-be83-d81db5313a6e {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:37.284456 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.357448 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] For port a8330010-4fb1-4f5a-be83-d81db5313a6e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=a8330010-4fb1-4f5a-be83-d81db5313a6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:37.357811 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.371352 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Calling delete_port for a8330010-4fb1-4f5a-be83-d81db5313a6e owned by network:dhcp {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:37.373279 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2762801-c330-4824-af85-00a1587a3278 None None] DHCP port deletion for a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:12:37.436038 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Deleting port a8330010-4fb1-4f5a-be83-d81db5313a6e {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:37.436538 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.449520 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device f0de0da9-a0ec-4e19-9394-1c4a51d43c6e no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:37.456886 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.479029 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: f0de0da9-a0ec-4e19-9394-1c4a51d43c6e {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:37.479506 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device f0de0da9-a0ec-4e19-9394-1c4a51d43c6e not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:37.479897 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device ce4c9233-10fa-479c-8178-db2ca7a285fc no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:37.483861 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8330010-4fb1-4f5a-be83-d81db5313a6e,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:37.490413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] No DVR routers for this DVR port a8330010-4fb1-4f5a-be83-d81db5313a6e on host dv-cinder-809968-1-iscsi {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:12:37.529003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: ce4c9233-10fa-479c-8178-db2ca7a285fc {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:37.529340 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device ce4c9233-10fa-479c-8178-db2ca7a285fc not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:37.529745 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device a8330010-4fb1-4f5a-be83-d81db5313a6e no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:37.556053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: a8330010-4fb1-4f5a-be83-d81db5313a6e {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:37.556387 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device a8330010-4fb1-4f5a-be83-d81db5313a6e not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:37.558962 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a2762801-c330-4824-af85-00a1587a3278 None None] For port a8330010-4fb1-4f5a-be83-d81db5313a6e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=a8330010-4fb1-4f5a-be83-d81db5313a6e,segment=NetworkSegment(2c55fe1f-22b3-43f1-abbc-e09392a3d0f4),segment_id=2c55fe1f-22b3-43f1-abbc-e09392a3d0f4)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:37.560030 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.566435 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.578126 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Calling delete_port for a8330010-4fb1-4f5a-be83-d81db5313a6e owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:37.594120 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2069ebf-e820-4b20-83c1-ee3ab9f42ef9']}} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:37.603707 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4') {'for_net_delete': True} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:37.604044 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.services.segments.db [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c55fe1f-22b3-43f1-abbc-e09392a3d0f4') {} {{(pid=94132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:37.614349 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6047778'] for segment, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.628636 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.636397 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=94132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:12:37.636831 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4917637'] for segment, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: Traceback (most recent call last): Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: timer() Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: cb(*args, **kw) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: return func(*args, **kwargs) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: self._notify() Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: self.callback(batched_events) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: event.method(event) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: return f(self, *a, **k) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._get(url).json() Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: return self.request(url, 'GET', **kwargs) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:12:37.638971 dv-cinder-809968-1-iscsi neutron-server[94132]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:12:37.657643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.686834 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2762801-c330-4824-af85-00a1587a3278 None None] Pushing event deleted for resources: {'Port': ['ID=a8330010-4fb1-4f5a-be83-d81db5313a6e,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:37.688708 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2762801-c330-4824-af85-00a1587a3278 None None] No DVR routers for this DVR port a8330010-4fb1-4f5a-be83-d81db5313a6e on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:12:37.699423 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.708258 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:37.710077 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a2069ebf-e820-4b20-83c1-ee3ab9f42ef9 HTTP/1.1" status: 204 len: 168 time: 0.5469687 Sep 20 06:12:37.713083 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50490) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:37.720178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a6b82-86cb-4aae-a228-f7e6e16d4f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2069ebf-e820-4b20-83c1-ee3ab9f42ef9,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:37.838001 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:12:38.043457 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:38.274746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Deleting port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:38.275099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:38.358407 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] For port 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:38.358772 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:38.370767 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Calling delete_port for 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:38.543534 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:38.568202 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Pushing event deleted for resources: {'Port': ['ID=67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:38.596837 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.597198 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.597541 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.597883 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.598222 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.598561 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.598893 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.599223 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.599579 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.599911 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.600240 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.600565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:12:38.742924 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:38.944908 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Router 8979237b-d417-4519-ad7a-bf01190a9c61 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:12:39.046486 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:12:39.051339 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-d051886c-d002-4aa9-ade1-ce37c8ce3875 admin admin] 10.222.0.20 "PUT /v2.0/routers/8979237b-d417-4519-ad7a-bf01190a9c61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3372467 Sep 20 06:12:39.053873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50494) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:39.057000 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Sync routers for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:12:39.065734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:39.066326 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:39.156065 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.168063 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:39.254511 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.308612 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Deleting port 749ce526-d0a6-4413-b85c-95248a09f66e {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:39.308951 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.340007 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:12:38Z', 'revision_number': 5, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port': {'id': '749ce526-d0a6-4413-b85c-95248a09f66e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:07:20Z', 'updated_at': '2021-09-20T06:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:39.367344 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Checking router: 8979237b-d417-4519-ad7a-bf01190a9c61 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:12:39.377472 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Routers {'8979237b-d417-4519-ad7a-bf01190a9c61'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:12:39.378115 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['8979237b-d417-4519-ad7a-bf01190a9c61'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:39.473991 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] Set router 8979237b-d417-4519-ad7a-bf01190a9c61 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:12:39.531206 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:12:39Z', 'revision_number': 6, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:39.558374 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3601f0-a180-4312-b80c-d58582605c08 None None] The sync data for ids ['8979237b-d417-4519-ad7a-bf01190a9c61'] in dv-cinder-809968-1-iscsi is: [{'id': '8979237b-d417-4519-ad7a-bf01190a9c61', 'name': 'tempest-TestShelveInstance-1072329715-router', 'tenant_id': '5f5373476932438c9521d4bbd7353d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:07:19Z', 'updated_at': '2021-09-20T06:12:39Z', 'revision_number': 6, 'project_id': '5f5373476932438c9521d4bbd7353d9f', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:12:39.632975 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] For port 749ce526-d0a6-4413-b85c-95248a09f66e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=749ce526-d0a6-4413-b85c-95248a09f66e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:39.633330 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.645788 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Calling delete_port for 749ce526-d0a6-4413-b85c-95248a09f66e owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:39.799855 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.824362 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Pushing event deleted for resources: {'Port': ['ID=749ce526-d0a6-4413-b85c-95248a09f66e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:39.881736 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.976593 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:39.978723 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.021666 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.022356 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8979237b-d417-4519-ad7a-bf01190a9c61 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:12:40.027462 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.029213 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-29113835-2aef-4200-8c64-106b5fda7607 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8979237b-d417-4519-ad7a-bf01190a9c61 HTTP/1.1" status: 204 len: 168 time: 0.9738541 Sep 20 06:12:40.031716 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50498) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:40.073346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Deleting subnet 05711260-19e1-4419-a7b0-77db79b3b84f {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:12:40.076670 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.109359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.185158 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.234450 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.258804 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05711260-19e1-4419-a7b0-77db79b3b84f,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:40.262362 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.267090 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-8fab4c60-5961-41c6-a5ed-a631229037cc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/05711260-19e1-4419-a7b0-77db79b3b84f HTTP/1.1" status: 204 len: 168 time: 0.2321012 Sep 20 06:12:40.267197 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50500) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:40.268074 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f072359-0746-499a-a58c-6bc4e0046f34 None None] Network f128f473-a6f5-49cc-8599-334ac3f2bb03 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:12:40.342250 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.395144 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Deleting port 01229624-c2ad-4051-8a86-cbde296870f2 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:40.395539 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.458068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] For port 01229624-c2ad-4051-8a86-cbde296870f2, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=01229624-c2ad-4051-8a86-cbde296870f2,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:40.458491 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.471558 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Calling delete_port for 01229624-c2ad-4051-8a86-cbde296870f2 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:40.472344 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] DHCP port deletion for f128f473-a6f5-49cc-8599-334ac3f2bb03 request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:12:40.521382 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Deleting port 01229624-c2ad-4051-8a86-cbde296870f2 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:12:40.521761 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.562224 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.589516 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] For port 01229624-c2ad-4051-8a86-cbde296870f2, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=01229624-c2ad-4051-8a86-cbde296870f2,segment=NetworkSegment(5cf44d1c-c3d6-4cb7-b310-fc916ae90a12),segment_id=5cf44d1c-c3d6-4cb7-b310-fc916ae90a12)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:12:40.589996 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.590134 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Pushing event deleted for resources: {'Port': ['ID=01229624-c2ad-4051-8a86-cbde296870f2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:40.594668 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] No DVR routers for this DVR port 01229624-c2ad-4051-8a86-cbde296870f2 on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:12:40.607081 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Calling delete_port for 01229624-c2ad-4051-8a86-cbde296870f2 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:12:40.668054 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.688305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f128f473-a6f5-49cc-8599-334ac3f2bb03']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:40.688881 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.697670 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:40.697957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf44d1c-c3d6-4cb7-b310-fc916ae90a12') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:12:40.706970 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.712792 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] Pushing event deleted for resources: {'Port': ['ID=01229624-c2ad-4051-8a86-cbde296870f2,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:40.718673 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2fb21-7b9c-4802-84a2-71285ad0dabe None None] No DVR routers for this DVR port 01229624-c2ad-4051-8a86-cbde296870f2 on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:12:40.719604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.725623 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:12:40.726064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:12:40.727842 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:12:40.780813 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.787269 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:40.790274 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f128f473-a6f5-49cc-8599-334ac3f2bb03 HTTP/1.1" status: 204 len: 168 time: 0.5219996 Sep 20 06:12:40.802450 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb04cf-926b-48f7-bff2-e8915300e864 admin admin] Pushing event deleted for resources: {'Network': ['ID=f128f473-a6f5-49cc-8599-334ac3f2bb03,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:40.899628 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50506) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:40.941401 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9f407793-0663-4993-8225-fdf311086481 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7344fb4f6ba24e12ac80c8b93b5274eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406048 Sep 20 06:12:40.943988 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50508) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:40.989737 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.009937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.055283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.057912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.059053 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e99aad8-1d20-46f8-bfdc-81ee2d20eb2a HTTP/1.1" status: 204 len: 168 time: 0.1142061 Sep 20 06:12:41.067254 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70427a-1c08-4427-bc70-0789b38fa262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e99aad8-1d20-46f8-bfdc-81ee2d20eb2a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:41.360719 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50514) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:41.401545 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b28539ee-8712-4da3-a247-1da8f7b22670 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f5373476932438c9521d4bbd7353d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393305 Sep 20 06:12:41.403825 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50516) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:12:41.420111 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 749ce526-d0a6-4413-b85c-95248a09f66e no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:41.444460 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 749ce526-d0a6-4413-b85c-95248a09f66e {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:41.444801 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 749ce526-d0a6-4413-b85c-95248a09f66e not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:41.445206 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 01229624-c2ad-4051-8a86-cbde296870f2 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:41.452262 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.462699 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 01229624-c2ad-4051-8a86-cbde296870f2 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:41.463034 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 01229624-c2ad-4051-8a86-cbde296870f2 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:41.463460 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:12:41.472661 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.480963 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:12:41.481829 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 67da52d7-3c3f-49a5-aae6-3eeb9f8e6fcb not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:12:41.522142 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.524979 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:41.526129 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7abf6389-50cf-4e66-91c9-854c2676a653 HTTP/1.1" status: 204 len: 168 time: 0.1213996 Sep 20 06:12:41.533677 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c4e93-8c1e-4ef8-8b45-5c9f5e7c0280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abf6389-50cf-4e66-91c9-854c2676a653,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:12:55.028382 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378918-9293-4fc7-a399-4dbbf45fd0ac req-4d8207c8-4bbe-416f-a18a-40d843e426a9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:55.029858 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b9378918-9293-4fc7-a399-4dbbf45fd0ac req-4d8207c8-4bbe-416f-a18a-40d843e426a9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0504224 Sep 20 06:12:55.067082 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b9378918-9293-4fc7-a399-4dbbf45fd0ac req-b5c62a64-ee05-43a2-86b2-49edeb7b9bc2 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Sep 20 06:12:55.680179 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-9a2707fb-14ef-41a0-b88e-c887fa21d685 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379996 Sep 20 06:12:55.742951 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5aade-9c97-49ec-b474-775010b50c1f req-3672d9a6-bf6e-4f96-a522-428b4083975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:55.744556 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-3672d9a6-bf6e-4f96-a522-428b4083975f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 1099 time: 0.0426195 Sep 20 06:12:55.842530 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5aade-9c97-49ec-b474-775010b50c1f req-f98baa5d-bdd5-4c74-ae61-89b70be5a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:55.843967 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-f98baa5d-bdd5-4c74-ae61-89b70be5a7b4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0804298 Sep 20 06:12:55.910356 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-d744ecef-bb04-4ea6-b4ac-a681fbbe4bd8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 200 len: 1001 time: 0.0578516 Sep 20 06:12:55.956924 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5aade-9c97-49ec-b474-775010b50c1f req-dae18c6f-68a1-4183-a1a3-899ca471840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:55.958229 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-dae18c6f-68a1-4183-a1a3-899ca471840c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0409660 Sep 20 06:12:56.004016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5aade-9c97-49ec-b474-775010b50c1f req-c92693b9-53c6-4383-8842-7966d6738d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:56.005435 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-c92693b9-53c6-4383-8842-7966d6738d57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404143 Sep 20 06:12:56.096117 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-cb8ee333-465c-4286-b932-a45a219678e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817149 Sep 20 06:12:56.213450 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cef5aade-9c97-49ec-b474-775010b50c1f req-ae6badcd-edad-4faa-be3a-e47a8c3a47fa service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098683 Sep 20 06:12:56.223679 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219d7dd-2c21-47ee-b9de-789c7ba7e5ee req-952ada9d-146e-4d7d-8c43-95287a146f32 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:56.225055 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5219d7dd-2c21-47ee-b9de-789c7ba7e5ee req-952ada9d-146e-4d7d-8c43-95287a146f32 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0692630 Sep 20 06:12:56.263751 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5219d7dd-2c21-47ee-b9de-789c7ba7e5ee req-212f89b6-fc85-4666-a4d5-262a54a42d2d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Sep 20 06:12:56.475938 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-0613f1d0-9429-49c9-8be5-7406f26c808f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:57.123933 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:57.385192 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc20c0-f1f4-4e69-99ab-190ca80c6c20 req-fbd0e22c-03dd-4e5a-9361-13c33d3351e3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:57.386584 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e4bc20c0-f1f4-4e69-99ab-190ca80c6c20 req-fbd0e22c-03dd-4e5a-9361-13c33d3351e3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0566878 Sep 20 06:12:57.423252 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e4bc20c0-f1f4-4e69-99ab-190ca80c6c20 req-cde8c277-3e67-4474-b17b-fdda5fe2dab1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 Sep 20 06:12:58.534474 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52dec8-5d4f-455a-babb-7750f283f1f5 req-825a5128-44ca-40a3-82d8-19b4c1e5d8b5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:58.535928 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6b52dec8-5d4f-455a-babb-7750f283f1f5 req-825a5128-44ca-40a3-82d8-19b4c1e5d8b5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0479138 Sep 20 06:12:58.571988 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6b52dec8-5d4f-455a-babb-7750f283f1f5 req-a347e616-4361-4b06-a712-f988d243d6fb tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303173 Sep 20 06:12:59.045625 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-70bdcbed-2b9c-4a4f-9cd1-b639b7e592a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:59.296519 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:12:59.684441 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c667de-332d-4379-93a4-8f6c33793839 req-c6d75a17-399c-441b-918a-8e40def9a31d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:12:59.685882 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-13c667de-332d-4379-93a4-8f6c33793839 req-c6d75a17-399c-441b-918a-8e40def9a31d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0510931 Sep 20 06:12:59.722570 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-13c667de-332d-4379-93a4-8f6c33793839 req-bfbc81aa-e891-4324-8358-b05953b2c88f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Sep 20 06:12:59.955677 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:00.832646 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c20a-9dd6-4753-b0df-a32674b64991 req-f6ce9f75-073e-40f9-af4e-aafa69dca190 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:00.834066 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-be57c20a-9dd6-4753-b0df-a32674b64991 req-f6ce9f75-073e-40f9-af4e-aafa69dca190 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0471022 Sep 20 06:13:00.869879 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-be57c20a-9dd6-4753-b0df-a32674b64991 req-724ff54b-4d0c-4976-97cc-2b962f2856c0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299890 Sep 20 06:13:01.949959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:01.983051 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c034fd-db2e-447f-a4c0-ae4ca51e277c req-66eae318-7197-4d42-ac49-40d1206182b8 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:01.984524 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c7c034fd-db2e-447f-a4c0-ae4ca51e277c req-66eae318-7197-4d42-ac49-40d1206182b8 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0484750 Sep 20 06:13:02.022097 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c7c034fd-db2e-447f-a4c0-ae4ca51e277c req-29b3c701-a272-453a-b9fa-c77fd03c6192 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Sep 20 06:13:03.141324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494fc93-bec1-4f71-b661-f2f36736bf10 req-9a75e162-ef74-47f6-90e2-76beb3b54016 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:03.142745 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3494fc93-bec1-4f71-b661-f2f36736bf10 req-9a75e162-ef74-47f6-90e2-76beb3b54016 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0541279 Sep 20 06:13:03.178592 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3494fc93-bec1-4f71-b661-f2f36736bf10 req-e477f002-c37d-45d2-9c3f-52e6ccd51190 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300472 Sep 20 06:13:04.288941 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dba24-794a-4db6-abec-6f7e0339a7de req-c1c947e2-b79b-45c9-9a52-2c3ecca64280 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:04.290385 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-546dba24-794a-4db6-abec-6f7e0339a7de req-c1c947e2-b79b-45c9-9a52-2c3ecca64280 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0471222 Sep 20 06:13:04.327967 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-546dba24-794a-4db6-abec-6f7e0339a7de req-e46d49c3-3380-4fb2-b691-a0a8e33b4790 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Sep 20 06:13:05.446262 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b81ea8-fe8e-44d3-9078-392100010c3a req-d5d605f7-578f-489f-ab38-92a09cf55683 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:05.447732 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27b81ea8-fe8e-44d3-9078-392100010c3a req-d5d605f7-578f-489f-ab38-92a09cf55683 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0539486 Sep 20 06:13:05.484553 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-27b81ea8-fe8e-44d3-9078-392100010c3a req-416ae7df-53cd-4124-9e30-b9a549d377f6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305109 Sep 20 06:13:06.597643 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e08ed-6159-47b7-b052-b828d5d9ed2e req-e7e2e3fc-2325-48ec-9dd7-6168be8a3434 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:06.598995 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-109e08ed-6159-47b7-b052-b828d5d9ed2e req-e7e2e3fc-2325-48ec-9dd7-6168be8a3434 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0507197 Sep 20 06:13:06.634710 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-109e08ed-6159-47b7-b052-b828d5d9ed2e req-4ff765a9-c486-448e-bec6-43c44c65be1c tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299234 Sep 20 06:13:07.748178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff97ac-cbd1-4149-8adf-5992803d53d0 req-a7f6b50a-6451-471d-b8de-09c412c9b633 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:07.749617 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3ff97ac-cbd1-4149-8adf-5992803d53d0 req-a7f6b50a-6451-471d-b8de-09c412c9b633 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0470216 Sep 20 06:13:07.785623 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f3ff97ac-cbd1-4149-8adf-5992803d53d0 req-159d86b9-25c6-4da4-a20f-ab56d3d324c2 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302784 Sep 20 06:13:08.895917 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed97530-23aa-4651-830b-b6520a6fc115 req-fe289b0f-b818-4895-b123-ab3c3d857491 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:08.897367 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ed97530-23aa-4651-830b-b6520a6fc115 req-fe289b0f-b818-4895-b123-ab3c3d857491 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0472219 Sep 20 06:13:08.933843 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1ed97530-23aa-4651-830b-b6520a6fc115 req-9af0bae6-ca59-410f-be0c-d4920fe5c689 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Sep 20 06:13:10.048147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c2961-cc21-44bd-aa8d-ee306be52931 req-40fc7e08-d9ec-4993-ab91-032c22edf146 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:10.049579 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-181c2961-cc21-44bd-aa8d-ee306be52931 req-40fc7e08-d9ec-4993-ab91-032c22edf146 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0503180 Sep 20 06:13:10.085754 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-181c2961-cc21-44bd-aa8d-ee306be52931 req-19612ace-300c-4d33-aaf2-3c26315f2336 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303855 Sep 20 06:13:11.196221 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095bfd4-274a-4e16-93b2-510e978e88e4 req-3b24dfef-df31-4471-8669-ca438835f4b7 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.197652 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f095bfd4-274a-4e16-93b2-510e978e88e4 req-3b24dfef-df31-4471-8669-ca438835f4b7 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0467725 Sep 20 06:13:11.233462 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f095bfd4-274a-4e16-93b2-510e978e88e4 req-7635ff44-ce67-4932-a541-bf5497f7e0cb tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293894 Sep 20 06:13:11.430580 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c8522-4de6-4c8f-9a39-68537d9659c5 req-4cb8ef44-c965-4185-a978-5c1ac345e1e9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.432103 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a73c8522-4de6-4c8f-9a39-68537d9659c5 req-4cb8ef44-c965-4185-a978-5c1ac345e1e9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0524707 Sep 20 06:13:11.470383 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a73c8522-4de6-4c8f-9a39-68537d9659c5 req-d9f35aa1-d00d-42c8-85a1-fc925b4b1445 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321400 Sep 20 06:13:11.474593 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-8087f6d7-cf62-431c-8454-75dedaf480dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.476150 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-8087f6d7-cf62-431c-8454-75dedaf480dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1098 time: 0.0402589 Sep 20 06:13:11.564788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-f9246372-5ad1-4e81-b461-4a95238441ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.566194 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-f9246372-5ad1-4e81-b461-4a95238441ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0829761 Sep 20 06:13:11.628174 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-d289a776-3314-46ba-8c99-fb0edc94d462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 1000 time: 0.0543730 Sep 20 06:13:11.676221 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-a24647a7-c773-4dce-aa50-ad569e17980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.678727 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-a24647a7-c773-4dce-aa50-ad569e17980c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0425975 Sep 20 06:13:11.725438 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-84f4f6e2-ef7d-46d8-97af-7cfe9e8ee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:11.726848 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-84f4f6e2-ef7d-46d8-97af-7cfe9e8ee3b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409079 Sep 20 06:13:11.812625 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-dd9d7e6e-b349-4854-9c65-2b9b3660a6c1 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782752 Sep 20 06:13:11.903605 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-0b91796b-5905-42f9-b3b7-e55eef031d19 req-3393976f-0675-43e9-8ae5-4df60228b1f5 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835578 Sep 20 06:13:12.582908 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ff8fc-30ae-4dad-84c2-b8340ff82b73 req-6918cff2-c883-46f0-aacb-c546eb4a01f1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:12.584292 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5d3ff8fc-30ae-4dad-84c2-b8340ff82b73 req-6918cff2-c883-46f0-aacb-c546eb4a01f1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0473828 Sep 20 06:13:12.620985 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5d3ff8fc-30ae-4dad-84c2-b8340ff82b73 req-34e68220-5d10-4490-be38-48568bc7f450 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309417 Sep 20 06:13:13.353465 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c9066-49cc-4077-8a0c-2c5140afc9bb req-4305242b-9350-49cb-80f2-23d1b81e70db tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:13.354888 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-377c9066-49cc-4077-8a0c-2c5140afc9bb req-4305242b-9350-49cb-80f2-23d1b81e70db tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0474625 Sep 20 06:13:13.391170 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-377c9066-49cc-4077-8a0c-2c5140afc9bb req-07bf8886-4ae2-4dfe-b16c-148a05db85fc tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303867 Sep 20 06:13:14.509719 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436b808-5f12-458c-a530-7f70c66b1476 req-76fd8bbf-f023-45ea-a428-0fe4364c15d3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:14.511169 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8436b808-5f12-458c-a530-7f70c66b1476 req-76fd8bbf-f023-45ea-a428-0fe4364c15d3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0516150 Sep 20 06:13:14.548430 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-8436b808-5f12-458c-a530-7f70c66b1476 req-78753192-2913-4223-89ff-325b0aa3446f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 Sep 20 06:13:14.787075 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b568de-f0d5-4912-80ab-83316a5da32a req-7c105668-cccf-436d-89c9-8f4ab24fd8a8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:14.788520 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93b568de-f0d5-4912-80ab-83316a5da32a req-7c105668-cccf-436d-89c9-8f4ab24fd8a8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 946 time: 0.0500681 Sep 20 06:13:14.837253 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:13:14.874582 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port c98b9587-3352-45e6-a90b-eb90e3150183 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:13:14.874926 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:14.961447 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] For port c98b9587-3352-45e6-a90b-eb90e3150183, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c98b9587-3352-45e6-a90b-eb90e3150183,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:13:14.961804 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:15.122417 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:15.122664 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:15.122980 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP 72b8440d-d4c7-4260-b77c-5edc210784c7 disassociated. External IP: 172.27.3.94, port: c98b9587-3352-45e6-a90b-eb90e3150183. Sep 20 06:13:15.123312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for c98b9587-3352-45e6-a90b-eb90e3150183 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:13:15.244545 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:15.272630 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=c98b9587-3352-45e6-a90b-eb90e3150183,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:15.283699 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.284057 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.284410 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.284749 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.285085 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.285419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.285750 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.286081 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.286411 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.286739 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.287062 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.287440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:15.394347 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:13:15.498096 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:13:15.508041 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:13:15.516667 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:13:15.517269 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:15.535460 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] No DVR routers for this DVR port c98b9587-3352-45e6-a90b-eb90e3150183 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:13:15.537973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:15.540065 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-93b568de-f0d5-4912-80ab-83316a5da32a req-caae3ff5-b401-4505-8c10-7be004eae590 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "DELETE /v2.0/ports/c98b9587-3352-45e6-a90b-eb90e3150183 HTTP/1.1" status: 204 len: 173 time: 0.7450242 Sep 20 06:13:15.540454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'name': 'network-vif-deleted', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:13:15.542737 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37567409-cdea-4a58-b9f9-96f975388b99" -d '{"events": [{"server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "name": "network-vif-deleted", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:13:15.578430 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71726710-b2a2-48eb-8cbb-9ba84c2da7ec x-openstack-request-id: req-71726710-b2a2-48eb-8cbb-9ba84c2da7ec {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:13:15.578724 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fb44f3-929e-4e61-a986-10a7455098e6", "name": "network-vif-deleted", "tag": "c98b9587-3352-45e6-a90b-eb90e3150183", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:13:15.578980 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71726710-b2a2-48eb-8cbb-9ba84c2da7ec {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:13:15.579402 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fb44f3-929e-4e61-a986-10a7455098e6', 'name': 'network-vif-deleted', 'tag': 'c98b9587-3352-45e6-a90b-eb90e3150183', 'status': 'completed', 'code': 200} Sep 20 06:13:15.627619 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:13:15.652829 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a9c33703-173c-40fd-8fc3-824fc6cd0e66 req-3832b8b3-d897-4ae5-9c84-8fae30aea88c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fb44f3-929e-4e61-a986-10a7455098e6 HTTP/1.1" status: 200 len: 210 time: 0.0268924 Sep 20 06:13:15.834196 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:15.864143 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:13:15.872223 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:13:15.872815 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:12:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:15.973673 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:13:16.168388 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:16.194880 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41825ce-1c1e-43f2-8b9b-57a4ebc08f3e None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:13:16.407913 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ec7f6-8d8c-4b0a-a939-6c11bd7b9ee6 None None] New status for floating IP 72b8440d-d4c7-4260-b77c-5edc210784c7: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:13:16.894380 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-ff2724bf-2aae-46a7-ad19-c8e3de20fb27 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536444177&fields=id&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 267 time: 0.0320723 Sep 20 06:13:17.001236 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-247a0c19-d167-4f1f-a50c-326a91d9197e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:17.002689 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-247a0c19-d167-4f1f-a50c-326a91d9197e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.1014986 Sep 20 06:13:17.018014 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-6f7b5bd7-6bdf-48b5-b96d-e3577285e444 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/quotas/cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 375 time: 0.0096436 Sep 20 06:13:17.068899 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-0b7582cb-e0f8-4d4e-b766-3a3f3d53f217 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456131 Sep 20 06:13:17.253243 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-bf797396-b190-4c34-a5c1-b40d394690ba service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718929 Sep 20 06:13:17.340052 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-1e3f39eb-a7e9-4be6-96de-ac7e866b2e9d service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808141 Sep 20 06:13:17.618027 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-325ae5d0-e471-46d0-8435-3bb96ba911f0 req-767b3999-fd92-49f8-8f22-734b47867fdd tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 210 time: 0.0264108 Sep 20 06:13:18.471150 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-807c0142-bc2e-43b1-a6a4-33bd368004bb tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:18.472653 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-807c0142-bc2e-43b1-a6a4-33bd368004bb tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.1042156 Sep 20 06:13:18.513995 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-f1ee5a71-13bd-40b8-9494-103a4566ac70 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 380 time: 0.0327785 Sep 20 06:13:18.523083 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'port': {'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'admin_state_up': True, 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'security_groups': ['190dbf16-0c35-4ada-8759-003f8c91f5f1']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:13:18.631512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Made reservation on behalf of cb30e7cf32e54c1da94a3c7b6ee3ffb9 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:13:18.635301 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:18.717698 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-aa530b89-4b78-4171-8068-d9c83e2d7cd1 req-c64d16a4-648e-4d47-b724-aa068837b73c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 210 time: 0.0311058 Sep 20 06:13:18.759987 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.20.0.3 (d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b/1642723d-fb50-4d4e-8df6-645cdffd5c55/0a8d3189-bf4e-4d30-a361-f1f56dd39566) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:13:18.901496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:18.936977 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:18.973672 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:13:18.976695 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:13:18.978943 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:13:19.017616 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:19.040718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:19.041350 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.056538 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-bed95456-d46b-4f21-9b52-118dd425e038 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374324 Sep 20 06:13:19.068772 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Request body: {'port': {'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:13:19.126492 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.165046 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-bf02e21f-a9ef-453f-b346-7f8b7eee158a None None] Provisioning complete for port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:13:19.165579 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-bf02e21f-a9ef-453f-b346-7f8b7eee158a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.202003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-bf02e21f-a9ef-453f-b346-7f8b7eee158a None None] Port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:13:19.281698 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c98b9587-3352-45e6-a90b-eb90e3150183 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:13:19.302239 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: c98b9587-3352-45e6-a90b-eb90e3150183 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:13:19.302239 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device c98b9587-3352-45e6-a90b-eb90e3150183 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:13:19.375421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d3189-bf4e-4d30-a361-f1f56dd39566 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:13:19.382463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.394377 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Transition to ACTIVE for port object 0a8d3189-bf4e-4d30-a361-f1f56dd39566 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:13:19.397993 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.452512 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:19.756033 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Attempting to bind port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:13:19.756551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Attempting to bind port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:13:19.756670 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Attempting to bind port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:13:19.760868 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:13:19.761185 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Attempting to bind port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:13:19.765806 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:13:19.766137 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:13:19.766516 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Bound using segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:13:19.766934 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Bound port: 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:13:19.767285 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.860010 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:13:19.868372 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b1860-d733-47b0-b97b-4d7a45f8cb47 req-4f1ceeaf-1c26-4dfc-8a84-63a42f95713c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:19.869807 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-393b1860-d733-47b0-b97b-4d7a45f8cb47 req-4f1ceeaf-1c26-4dfc-8a84-63a42f95713c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0719342 Sep 20 06:13:19.881070 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:13:19.887867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.931890 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:19.932484 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:19.933829 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] 10.222.0.37 "PUT /v2.0/ports/0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 1093 time: 0.8695905 Sep 20 06:13:19.935993 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:13:19.938310 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4993068-c55c-4876-b264-666cca2ea92f" -d '{"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:13:19.967970 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-393b1860-d733-47b0-b97b-4d7a45f8cb47 req-23812069-88f2-43ef-988d-6db347c7eefd tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906041 Sep 20 06:13:19.970882 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1471784-d951-40ce-a0e4-4e30acd591ea service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:19.984752 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b170ac7-0448-4d55-97da-62489c0321cf x-openstack-request-id: req-7b170ac7-0448-4d55-97da-62489c0321cf {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:13:19.985046 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:13:19.985305 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b170ac7-0448-4d55-97da-62489c0321cf {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:13:19.985705 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'status': 'completed', 'code': 200} Sep 20 06:13:20.026048 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-26d31d3f-f9d2-4983-a2e0-a1bee842402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.027593 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-26d31d3f-f9d2-4983-a2e0-a1bee842402f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1096 time: 0.0410955 Sep 20 06:13:20.073336 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-b2125267-0058-4f6f-8d01-ce958a781bef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 217 time: 0.0382423 Sep 20 06:13:20.122490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-f7f9a225-0077-470c-956f-0a324355980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.123995 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-f7f9a225-0077-470c-956f-0a324355980c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0445795 Sep 20 06:13:20.169777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371416f-e62c-40e8-80bb-90627c867464 req-72420ad3-2e8c-41a4-9f86-d31c783d11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.171232 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-72420ad3-2e8c-41a4-9f86-d31c783d11d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400152 Sep 20 06:13:20.260488 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-b36c8544-2a26-4fbe-bd3c-3167f1ff91fd service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820425 Sep 20 06:13:20.347660 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a371416f-e62c-40e8-80bb-90627c867464 req-cdef5e57-1c17-4481-804d-f2959fd0cf0a service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805287 Sep 20 06:13:20.428845 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4993068-c55c-4876-b264-666cca2ea92f req-9727144a-2195-453d-ad70-8c6c7cc6d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.430294 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-9727144a-2195-453d-ad70-8c6c7cc6d3e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1096 time: 0.0432544 Sep 20 06:13:20.517003 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4993068-c55c-4876-b264-666cca2ea92f req-805ee34e-40ce-4f6d-aa92-9e5195dc890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.518367 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-805ee34e-40ce-4f6d-aa92-9e5195dc890e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0801129 Sep 20 06:13:20.561195 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-ce2d4b40-0861-4e26-933e-ebab690a556e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 217 time: 0.0348895 Sep 20 06:13:20.609082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4993068-c55c-4876-b264-666cca2ea92f req-2b7f2766-d41b-43bf-94e6-9dc3935475b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.610485 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-2b7f2766-d41b-43bf-94e6-9dc3935475b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0416970 Sep 20 06:13:20.653670 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4993068-c55c-4876-b264-666cca2ea92f req-de1f1b52-bff6-4d0e-a578-be7a17136198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:20.655067 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-de1f1b52-bff6-4d0e-a578-be7a17136198 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378540 Sep 20 06:13:20.743763 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-5d6b423f-176a-4b5d-b571-98b5ab5e0463 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 Sep 20 06:13:20.831482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e4993068-c55c-4876-b264-666cca2ea92f req-8cd52395-f988-4abd-9e7c-c2a76707b566 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811350 Sep 20 06:13:21.097864 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a11b7-1382-4ee4-b62a-81c139f7604b req-c857815c-682d-4e17-ae35-ca71d6afc5da tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:21.099236 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d46a11b7-1382-4ee4-b62a-81c139f7604b req-c857815c-682d-4e17-ae35-ca71d6afc5da tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0478489 Sep 20 06:13:21.136192 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d46a11b7-1382-4ee4-b62a-81c139f7604b req-62164b18-40f6-4aef-9f8c-be38a9102500 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311439 Sep 20 06:13:22.245214 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33c3cc-b898-4bf8-96c7-9144df3b80b2 req-4b738bd8-2dd1-4c60-8178-fd2db7f92229 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:22.246652 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1e33c3cc-b898-4bf8-96c7-9144df3b80b2 req-4b738bd8-2dd1-4c60-8178-fd2db7f92229 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0472956 Sep 20 06:13:22.286025 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1e33c3cc-b898-4bf8-96c7-9144df3b80b2 req-248f1ec1-0f9b-4345-8d46-f23595b6309a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Sep 20 06:13:23.395814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18245db4-653b-44a1-b509-e1e5afaceae4 req-7842a720-46fa-42d9-bf6b-76aac94119d8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:23.397305 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18245db4-653b-44a1-b509-e1e5afaceae4 req-7842a720-46fa-42d9-bf6b-76aac94119d8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0472436 Sep 20 06:13:23.434140 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-18245db4-653b-44a1-b509-e1e5afaceae4 req-9b0d6215-5651-4db1-8fa2-40a9c0475b90 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Sep 20 06:13:24.545055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ba5ef-f3f3-401b-84c7-e4ea1c2ca6fa req-90782401-f4d1-4285-81fa-a977692d7122 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:24.546504 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-231ba5ef-f3f3-401b-84c7-e4ea1c2ca6fa req-90782401-f4d1-4285-81fa-a977692d7122 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0475881 Sep 20 06:13:24.582547 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-231ba5ef-f3f3-401b-84c7-e4ea1c2ca6fa req-dd043ccd-b1a3-4635-b0ee-334e5f040a31 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301893 Sep 20 06:13:25.693390 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321e336-e034-449c-bbc6-74cbccd6b94c req-305f7075-401d-4de3-ac5e-c0e1ca9dc06e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:25.695115 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5321e336-e034-449c-bbc6-74cbccd6b94c req-305f7075-401d-4de3-ac5e-c0e1ca9dc06e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0477860 Sep 20 06:13:25.735236 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-5321e336-e034-449c-bbc6-74cbccd6b94c req-442e032d-313a-4782-9c11-215e8fd34426 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Sep 20 06:13:26.477295 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6259ffe5-5c5b-4d70-87a8-7881ea0ab7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:26.846849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a91b5f-1f61-4795-8982-075f2387395d req-f7ac7475-49e7-462a-9f3c-b521725a8e8e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:26.848321 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6a91b5f-1f61-4795-8982-075f2387395d req-f7ac7475-49e7-462a-9f3c-b521725a8e8e tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0476460 Sep 20 06:13:26.884036 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6a91b5f-1f61-4795-8982-075f2387395d req-d41b6f89-3665-43a0-81c9-c42102f5d55d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299380 Sep 20 06:13:27.116615 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:27.995638 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd693dd3-5e4b-4f02-a872-a62079fc12f3 req-2ab3e2e2-1cea-4257-9529-d5a941748095 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:27.997641 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd693dd3-5e4b-4f02-a872-a62079fc12f3 req-2ab3e2e2-1cea-4257-9529-d5a941748095 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0472138 Sep 20 06:13:28.033882 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-fd693dd3-5e4b-4f02-a872-a62079fc12f3 req-a17ff14d-a9a7-4113-8bdf-303a5743aab6 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304637 Sep 20 06:13:29.045988 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4428fa7c-2cef-4a6b-bed3-10ca87e00db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:29.143658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde3f18-54d6-4c45-a62e-544023039150 req-ba05dad8-4fa0-41d5-8a04-3bfa0cedef30 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:29.145105 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cfde3f18-54d6-4c45-a62e-544023039150 req-ba05dad8-4fa0-41d5-8a04-3bfa0cedef30 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 943 time: 0.0471871 Sep 20 06:13:29.185403 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-cfde3f18-54d6-4c45-a62e-544023039150 req-1710e3a7-73d2-4e4c-883b-f0f6495ef015 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344746 Sep 20 06:13:29.297307 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:29.314074 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0a8d3189-bf4e-4d30-a361-f1f56dd39566 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:13:29.407044 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:13:29.417431 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:13:29.452521 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:29.464351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d3189-bf4e-4d30-a361-f1f56dd39566 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:13:29.482969 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:13:29.486488 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:29.530443 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:29.537018 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.537360 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.537695 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.538022 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.538350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.538680 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.539005 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.539324 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.539684 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.540005 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.540321 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.540635 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:13:29.717169 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['0a8d3189-bf4e-4d30-a361-f1f56dd39566'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:13:29.955545 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:30.295300 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046c1bb-0231-4094-95e5-51ab3e8393c6 req-d4e94d7b-6bf6-48ef-a042-06b175d04822 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:30.296811 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a046c1bb-0231-4094-95e5-51ab3e8393c6 req-d4e94d7b-6bf6-48ef-a042-06b175d04822 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 944 time: 0.0479786 Sep 20 06:13:30.333647 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-a046c1bb-0231-4094-95e5-51ab3e8393c6 req-9441dbd4-9b88-4269-94b9-4328c282d07d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310242 Sep 20 06:13:31.315055 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0a8d3189-bf4e-4d30-a361-f1f56dd39566 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:13:31.366089 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:13:31.369605 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:13:31.369980 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:31.456790 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857cf8b-6b8e-4881-8d6d-4c329eb4a100 req-3e5129f4-45fb-411d-a647-ea9cea7e1d8f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:31.458373 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1857cf8b-6b8e-4881-8d6d-4c329eb4a100 req-3e5129f4-45fb-411d-a647-ea9cea7e1d8f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 944 time: 0.0512927 Sep 20 06:13:31.497493 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1857cf8b-6b8e-4881-8d6d-4c329eb4a100 req-93dea99d-3e29-445b-9f4e-844cdca24710 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323162 Sep 20 06:13:31.569014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:31.590762 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:13:31.593001 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd86043-caaf-4d45-ae71-0de657181a0c" -d '{"events": [{"server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:13:31.604780 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:13:31.610203 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:31.633610 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206bb0af-6725-4fcf-98ad-ffc5c86b090a x-openstack-request-id: req-206bb0af-6725-4fcf-98ad-ffc5c86b090a {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:13:31.633904 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:13:31.634161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-206bb0af-6725-4fcf-98ad-ffc5c86b090a {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:13:31.634548 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'code': 200} Sep 20 06:13:31.659398 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:31.841034 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abebf2-fa39-46e4-84c3-c55c79320e8d req-fcee0c6c-769e-4040-adb9-1ca94b738b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:31.842369 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6abebf2-fa39-46e4-84c3-c55c79320e8d req-fcee0c6c-769e-4040-adb9-1ca94b738b40 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1098 time: 0.0387065 Sep 20 06:13:31.878495 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b6abebf2-fa39-46e4-84c3-c55c79320e8d req-5ca64c6a-3eb8-4366-ad6b-9f10ffdeeb07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269125 Sep 20 06:13:31.952343 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:32.608452 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42c753-9b04-457f-940e-ed0e96a64030 req-878229c6-8a83-4113-823d-1ad7d80c5532 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:32.609826 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f42c753-9b04-457f-940e-ed0e96a64030 req-878229c6-8a83-4113-823d-1ad7d80c5532 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0475097 Sep 20 06:13:32.649559 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f42c753-9b04-457f-940e-ed0e96a64030 req-be1c0289-9444-4462-a432-327244753c05 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339556 Sep 20 06:13:33.762506 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314d99f-a309-4a4c-83df-bcb6d96f15e7 req-4c8b976d-88d2-4706-b0a0-4918922c2c09 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:33.763972 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b314d99f-a309-4a4c-83df-bcb6d96f15e7 req-4c8b976d-88d2-4706-b0a0-4918922c2c09 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0467310 Sep 20 06:13:33.803777 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b314d99f-a309-4a4c-83df-bcb6d96f15e7 req-4705f361-269b-463e-95d5-bb4dd5a3d8c8 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340655 Sep 20 06:13:33.914527 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d3e47-c5d7-4d6c-84b3-a263a0241fdf req-325f341c-e094-489a-9b76-9300251c9e7c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:33.916003 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c32d3e47-c5d7-4d6c-84b3-a263a0241fdf req-325f341c-e094-489a-9b76-9300251c9e7c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0473092 Sep 20 06:13:33.951949 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c32d3e47-c5d7-4d6c-84b3-a263a0241fdf req-132a5324-fa00-46c0-b26f-9ca0922386f2 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301435 Sep 20 06:13:33.973212 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50686) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:13:34.009681 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538d82d3-715a-48d2-b647-e100229c861d tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:34.011124 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-538d82d3-715a-48d2-b647-e100229c861d tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1093 time: 0.0369644 Sep 20 06:13:34.014312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50688) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:13:34.018524 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:13:34.040617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.133046 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.229996 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.27.3.240 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/6e6d14d6-5fa8-458a-86c7-271fa11b49b6) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:13:34.330427 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.361520 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.397688 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:13:34.400395 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:13:34.403717 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:13:34.426016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=6e6d14d6-5fa8-458a-86c7-271fa11b49b6,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:34.748246 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.810674 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.954838 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:34.959163 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:35.031636 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=6e6d14d6-5fa8-458a-86c7-271fa11b49b6,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:13:35.037781 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:35.130113 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP 4a208913-73c9-450c-ba1c-a5da21e577fb associated. External IP: 172.27.3.240, port: 0a8d3189-bf4e-4d30-a361-f1f56dd39566. Sep 20 06:13:35.327605 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:13:35.431400 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:13:35.441384 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:13:35.448158 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:35.451595 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:13:35.452223 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:13:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:35.473972 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-5fb4685b-366b-4494-87b6-2103cc1ba59c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4586689 Sep 20 06:13:35.474552 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:13:35.476790 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46583c98-9e2f-4872-8e33-2f9ae23e1d32" -d '{"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:13:35.511463 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2ad2a9-367f-40b6-8593-ba5f4e1fbd03 x-openstack-request-id: req-fa2ad2a9-367f-40b6-8593-ba5f4e1fbd03 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:13:35.511696 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:13:35.511951 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa2ad2a9-367f-40b6-8593-ba5f4e1fbd03 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:13:35.512407 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'status': 'completed', 'code': 200} Sep 20 06:13:35.556880 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:13:35.576184 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-45a05bfa-437d-43a5-b647-70fbb3c8fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:35.577607 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-45a05bfa-437d-43a5-b647-70fbb3c8fbc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1098 time: 0.0434349 Sep 20 06:13:35.666645 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-1836e299-14f2-430d-9d2d-8605239dffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:35.668637 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-1836e299-14f2-430d-9d2d-8605239dffa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0833194 Sep 20 06:13:35.734943 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-c2520f37-a3cb-4e77-8962-be3c919fb273 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 999 time: 0.0592220 Sep 20 06:13:35.777000 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:34Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:35.784177 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-2e5b8fea-c718-48e4-8911-658987af6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:35.785626 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-2e5b8fea-c718-48e4-8911-658987af6e50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0432615 Sep 20 06:13:35.803158 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:13:35.811341 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:13:35.811984 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:13:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:35.831125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-d6467670-1e4d-495b-ac45-39629ab8adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:35.832582 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-d6467670-1e4d-495b-ac45-39629ab8adef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389831 Sep 20 06:13:35.914591 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:13:35.924566 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-1e427086-194d-4fe0-b985-6f02cca98737 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840132 Sep 20 06:13:36.012791 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-46583c98-9e2f-4872-8e33-2f9ae23e1d32 req-24e946f2-4f5a-4187-a110-b6fed4e42eac service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800197 Sep 20 06:13:36.131899 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:34Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:13:36.241594 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39aa8b0-1422-4643-ac75-22fe2b22402c None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:34Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:13:36.428192 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9823de35-e749-4dd6-b789-c6c39bccd8bc None None] New status for floating IP 4a208913-73c9-450c-ba1c-a5da21e577fb: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:13:47.618964 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fe6e0-bf1d-40e2-a2d0-17bd2db49d93 req-60222095-4d7b-4c37-ab3d-ebf220ce9c8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:47.620366 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-120fe6e0-bf1d-40e2-a2d0-17bd2db49d93 req-60222095-4d7b-4c37-ab3d-ebf220ce9c8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0477011 Sep 20 06:13:47.661487 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-120fe6e0-bf1d-40e2-a2d0-17bd2db49d93 req-a70e9664-7133-4931-9bda-e835d3e1c84e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348258 Sep 20 06:13:48.774691 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddc46e-d7d5-4d4e-a058-a26c07a489f5 req-98fe79f6-9601-4580-a215-585bc9ed4f88 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:48.776167 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eddc46e-d7d5-4d4e-a058-a26c07a489f5 req-98fe79f6-9601-4580-a215-585bc9ed4f88 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0475991 Sep 20 06:13:48.812259 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eddc46e-d7d5-4d4e-a058-a26c07a489f5 req-db2cac59-ac08-49a3-a2d5-28cd0d0d1306 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301664 Sep 20 06:13:49.921944 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6fb2a-0e11-48e3-90b4-cf6779fae619 req-b7e95e99-1a5d-43d5-b8dd-8db9ce6fc5aa tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:49.923386 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7ec6fb2a-0e11-48e3-90b4-cf6779fae619 req-b7e95e99-1a5d-43d5-b8dd-8db9ce6fc5aa tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0458724 Sep 20 06:13:49.959304 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-7ec6fb2a-0e11-48e3-90b4-cf6779fae619 req-ebf17b68-f33d-4ad7-bff2-0a00440fd663 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301995 Sep 20 06:13:51.069845 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefdce6-cc53-470b-9cc5-b5e959a51c13 req-76471cf0-f038-4b08-92ab-6b9396d6ec18 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:51.071583 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eefdce6-cc53-470b-9cc5-b5e959a51c13 req-76471cf0-f038-4b08-92ab-6b9396d6ec18 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0468779 Sep 20 06:13:51.108032 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4eefdce6-cc53-470b-9cc5-b5e959a51c13 req-5c0742ad-c349-4edb-82f7-1fb13bebd13a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301621 Sep 20 06:13:51.836813 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:13:52.219103 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92278f51-ae20-4ec6-9539-ad3d35ccf1be req-64e095fd-7eb8-4cfa-ba99-76a6dc159cf4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:52.220556 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-92278f51-ae20-4ec6-9539-ad3d35ccf1be req-64e095fd-7eb8-4cfa-ba99-76a6dc159cf4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0474505 Sep 20 06:13:52.255978 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-92278f51-ae20-4ec6-9539-ad3d35ccf1be req-e684889f-eaef-4fc6-b1d9-487853978a0f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296888 Sep 20 06:13:53.365139 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62513f6e-6a01-47e1-ae1a-7912b36cf1e7 req-6b3e37fe-abf0-433b-9825-6ef0d3401335 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:53.366566 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-62513f6e-6a01-47e1-ae1a-7912b36cf1e7 req-6b3e37fe-abf0-433b-9825-6ef0d3401335 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0470836 Sep 20 06:13:53.405831 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-62513f6e-6a01-47e1-ae1a-7912b36cf1e7 req-9eebf7b0-015a-4792-ac4f-8c086d0472f2 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326774 Sep 20 06:13:54.515544 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd7182-3c76-4f4d-81bf-56f1f8a583dd req-03d4541d-5a67-436d-9d37-7d82fee2f980 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:54.516952 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bfcd7182-3c76-4f4d-81bf-56f1f8a583dd req-03d4541d-5a67-436d-9d37-7d82fee2f980 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0464079 Sep 20 06:13:54.555120 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bfcd7182-3c76-4f4d-81bf-56f1f8a583dd req-83982ee5-de31-4419-95f4-87cab9fbb09a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Sep 20 06:13:55.666633 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a40fd7-f797-4983-b99e-1be03ab06307 req-828675c8-90d9-4db5-8a19-31bcc786b882 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:55.668212 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c1a40fd7-f797-4983-b99e-1be03ab06307 req-828675c8-90d9-4db5-8a19-31bcc786b882 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0482161 Sep 20 06:13:55.705039 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-c1a40fd7-f797-4983-b99e-1be03ab06307 req-d097b8d6-0f53-47fc-b50c-ef02b2b41399 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Sep 20 06:13:56.477689 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac0-66f2-4474-be13-750694b9ca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:56.815296 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2baf57-a5be-4bcb-98ee-26c4bd6caa52 req-5428438b-c117-4bd8-ae4c-d60c442aafd3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:56.816735 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f2baf57-a5be-4bcb-98ee-26c4bd6caa52 req-5428438b-c117-4bd8-ae4c-d60c442aafd3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0460751 Sep 20 06:13:56.852730 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8f2baf57-a5be-4bcb-98ee-26c4bd6caa52 req-4d508928-0903-4218-8c79-ae853508d8a2 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300477 Sep 20 06:13:57.122216 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:57.708509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-e3f4f6e4-2bc1-432a-8dda-cd3d04134457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:57.709864 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-e3f4f6e4-2bc1-432a-8dda-cd3d04134457 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1098 time: 0.0396967 Sep 20 06:13:57.814709 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-83b94a91-18ca-40f2-9726-ad680e25eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:57.816647 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-83b94a91-18ca-40f2-9726-ad680e25eb30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0879493 Sep 20 06:13:57.882131 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-dcf68c5a-970d-4be6-91f4-96536e8337c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 1000 time: 0.0562119 Sep 20 06:13:57.929272 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-878e8c27-1268-47da-b27a-512ce2c816a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:57.930710 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-878e8c27-1268-47da-b27a-512ce2c816a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0420032 Sep 20 06:13:57.963267 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5621c9-9dcd-4c83-be63-256a0793e57b req-002c2c88-3ff1-4e89-92f4-4144b3bd75c5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:57.964683 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca5621c9-9dcd-4c83-be63-256a0793e57b req-002c2c88-3ff1-4e89-92f4-4144b3bd75c5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0482929 Sep 20 06:13:57.978942 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-7061c66e-9443-4dff-9b3d-3734fcf73134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:57.980450 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-7061c66e-9443-4dff-9b3d-3734fcf73134 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424142 Sep 20 06:13:58.001709 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ca5621c9-9dcd-4c83-be63-256a0793e57b req-c65506d0-b973-4868-b246-7b4bdb4b9a62 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Sep 20 06:13:58.068381 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-5ea96792-bbde-4a52-a780-580dc7345773 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804553 Sep 20 06:13:58.162699 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-873cbd42-4b35-4538-8726-7c41bcd4146c req-2c8a24ef-c549-4ec6-a34c-9f90077471b4 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Sep 20 06:13:58.197789 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c2bf-e543-4b80-ab31-bfad4a36a6a8 req-4a27f01f-0e0a-452c-ad0d-ee8017fa15fa tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:58.199263 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2855c2bf-e543-4b80-ab31-bfad4a36a6a8 req-4a27f01f-0e0a-452c-ad0d-ee8017fa15fa tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0480101 Sep 20 06:13:58.240437 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-2855c2bf-e543-4b80-ab31-bfad4a36a6a8 req-0b6fc1c3-46e2-4c87-a0dd-f07c5c2d092e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352242 Sep 20 06:13:58.287566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-2be0ad4f-c08f-429a-9fc4-e77053c20c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:58.289014 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-2be0ad4f-c08f-429a-9fc4-e77053c20c14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 1098 time: 0.0393322 Sep 20 06:13:58.379576 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-60d0e3b7-1a3d-4425-bf2f-2fcfbf542665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:58.381031 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-60d0e3b7-1a3d-4425-bf2f-2fcfbf542665 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0849302 Sep 20 06:13:58.442806 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-6ebde83c-9c0d-45ce-b613-acc2a68a9a4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 200 len: 1000 time: 0.0549173 Sep 20 06:13:58.489082 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-29f622f2-df9d-46ea-ac0e-41a3d696cc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:58.490386 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-29f622f2-df9d-46ea-ac0e-41a3d696cc50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0414095 Sep 20 06:13:58.538481 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-ee8c4cc6-22a9-439b-bbf6-ebee7199145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:58.540084 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-ee8c4cc6-22a9-439b-bbf6-ebee7199145f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424216 Sep 20 06:13:58.626409 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-0f50ae53-5667-42d7-ac4e-79772785ae83 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794263 Sep 20 06:13:58.962700 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-aca6964f-78fd-453f-bda2-e09eb9c570ab req-ec4e8637-d562-4e7f-8ae4-24055ea3edf1 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298135 Sep 20 06:13:59.044993 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1bd841c3-0d21-4c72-a012-8bc903c428ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:59.299180 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:13:59.358394 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1597fc-8a81-40ee-91e9-1733346ad391 req-adebc77f-89f1-4090-8c47-c09dc7842860 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:13:59.359859 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f1597fc-8a81-40ee-91e9-1733346ad391 req-adebc77f-89f1-4090-8c47-c09dc7842860 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0479500 Sep 20 06:13:59.399105 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2f1597fc-8a81-40ee-91e9-1733346ad391 req-e0a58b9f-d2c6-4a69-a904-f669b2daf48f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331593 Sep 20 06:13:59.959486 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:00.510780 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575d2a4-b830-4e59-a676-7ec434f36c31 req-ef5b01a6-d954-47da-afd5-53ddc44e09c8 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:00.512890 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9575d2a4-b830-4e59-a676-7ec434f36c31 req-ef5b01a6-d954-47da-afd5-53ddc44e09c8 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0473216 Sep 20 06:14:00.548248 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9575d2a4-b830-4e59-a676-7ec434f36c31 req-3de52b29-4477-47cf-b22f-ee4b1aa0fbbb tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296264 Sep 20 06:14:01.954284 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:26.477311 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-049d0552-00df-4822-adb2-acd6a2603564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:27.122564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:28.835420 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:14:29.044449 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-9a0637a5-8267-4f59-afe1-5fde00521cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:29.298123 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:29.962939 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:31.957233 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:32.957308 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8b127-5024-40ff-b833-9327fb74e86a req-6183852e-08d1-4b14-947c-664313b05e12 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:32.958779 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-88f8b127-5024-40ff-b833-9327fb74e86a req-6183852e-08d1-4b14-947c-664313b05e12 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0482152 Sep 20 06:14:32.997775 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-88f8b127-5024-40ff-b833-9327fb74e86a req-1dd33d08-19ed-400d-9746-7c5c8d0b0b40 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332723 Sep 20 06:14:34.110927 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17dab8-79e0-4bf0-acad-640ca9f212f7 req-099c9671-f91b-4112-8412-fb241db04f03 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:34.112412 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3e17dab8-79e0-4bf0-acad-640ca9f212f7 req-099c9671-f91b-4112-8412-fb241db04f03 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0477765 Sep 20 06:14:34.149572 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3e17dab8-79e0-4bf0-acad-640ca9f212f7 req-18bad0d7-b1d4-4662-8c36-76afc8f795a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313523 Sep 20 06:14:34.820889 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-6c9d3a92-34f9-4ff7-96e7-9b43b3ec028d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:34.822532 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-6c9d3a92-34f9-4ff7-96e7-9b43b3ec028d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0463498 Sep 20 06:14:34.906913 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Deleting port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:14:34.907252 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:34.993264 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] For port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:14:34.993619 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:35.156366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:35.156640 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:35.156952 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Floating IP 36184e8d-b7e0-48ab-9aca-c051e08ed708 disassociated. External IP: 172.27.3.87, port: 3b8e1c2d-3cf0-4277-842b-99f3cda88b91. Sep 20 06:14:35.157284 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Calling delete_port for 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:14:35.277656 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851ec73-a1ce-4bd9-9fa6-7b8eb7bbc1fc req-d0216f25-2753-4bee-a742-ac1e4a1a5a81 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:35.279111 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9851ec73-a1ce-4bd9-9fa6-7b8eb7bbc1fc req-d0216f25-2753-4bee-a742-ac1e4a1a5a81 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=39a25715-9389-4305-b034-dc2f044e3a8d HTTP/1.1" status: 200 len: 945 time: 0.0633698 Sep 20 06:14:35.343293 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9851ec73-a1ce-4bd9-9fa6-7b8eb7bbc1fc req-c7995e08-b076-4fee-8cab-d28cf733b2e1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472410 Sep 20 06:14:35.344302 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:35.372967 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'Port': ['ID=3b8e1c2d-3cf0-4277-842b-99f3cda88b91,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:35.382721 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.383074 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.383440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.383778 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.384105 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.384431 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.384753 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.385075 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.385400 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.385720 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.386038 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.386352 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:35.494097 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:14:35.596347 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:14:35.606269 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:14:35.614803 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:14:35.615442 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:14:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:35.638337 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] No DVR routers for this DVR port 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:14:35.641126 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:35.643148 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a7f540e9-9f34-426b-8cd8-8a4d3ab59d38 req-c5d793a8-cce9-4abc-9be0-ee25a5530edf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "DELETE /v2.0/ports/3b8e1c2d-3cf0-4277-842b-99f3cda88b91 HTTP/1.1" status: 204 len: 173 time: 0.8141139 Sep 20 06:14:35.643556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'name': 'network-vif-deleted', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:14:35.645823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ff6bfa-9f80-44f9-b31b-1463b1bd5a71" -d '{"events": [{"server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "name": "network-vif-deleted", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:14:35.681714 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda3714a-73e7-40a9-906d-4443880a84f6 x-openstack-request-id: req-eda3714a-73e7-40a9-906d-4443880a84f6 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:14:35.682004 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a25715-9389-4305-b034-dc2f044e3a8d", "name": "network-vif-deleted", "tag": "3b8e1c2d-3cf0-4277-842b-99f3cda88b91", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:14:35.682256 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eda3714a-73e7-40a9-906d-4443880a84f6 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:14:35.682648 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a25715-9389-4305-b034-dc2f044e3a8d', 'name': 'network-vif-deleted', 'tag': '3b8e1c2d-3cf0-4277-842b-99f3cda88b91', 'status': 'completed', 'code': 200} Sep 20 06:14:35.726413 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:14:35.941235 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:35.966290 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:14:35.973928 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:14:35.974517 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:14:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:36.081530 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:14:36.271716 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:36.300105 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96722c6f-867e-476b-8495-0c56c78a7c0a None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:14:36.501624 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb4f469-8df3-4d20-bd39-fdb26254d7df None None] New status for floating IP 36184e8d-b7e0-48ab-9aca-c051e08ed708: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:14:37.446270 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50782) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:37.498677 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.520866 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.564783 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.567389 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.568490 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "DELETE /v2.0/security-groups/1221a3f4-4127-4b3f-b8d8-1d4aea3236ae HTTP/1.1" status: 204 len: 168 time: 0.1209407 Sep 20 06:14:37.571302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50784) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:37.577769 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1c6b1-50aa-49f7-9a73-1452c3501ad0 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221a3f4-4127-4b3f-b8d8-1d4aea3236ae,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:37.587630 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.api.v2.resource [None req-1af54e7b-3172-42e3-9b1a-2a13e525b5f6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] show failed (client error): The resource could not be found. Sep 20 06:14:37.588626 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1af54e7b-3172-42e3-9b1a-2a13e525b5f6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups/1221a3f4-4127-4b3f-b8d8-1d4aea3236ae HTTP/1.1" status: 404 len: 347 time: 0.0161116 Sep 20 06:14:37.591521 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50786) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:37.712085 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Deleting port a9b7cfde-1737-4564-a33e-dd5d2c388d71 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:14:37.712422 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.788624 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.788946 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.800542 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Calling delete_port for a9b7cfde-1737-4564-a33e-dd5d2c388d71 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:14:37.935419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:37.959693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'Port': ['ID=a9b7cfde-1737-4564-a33e-dd5d2c388d71,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:37.970040 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.970388 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.970731 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.971068 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.971426 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.971759 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.972088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.972427 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.972741 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.973063 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.973391 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:37.973714 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:38.034621 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.037136 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.038302 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b1c3e62d-06e0-4af8-945c-7c123f0d700d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "DELETE /v2.0/floatingips/36184e8d-b7e0-48ab-9aca-c051e08ed708 HTTP/1.1" status: 204 len: 168 time: 0.4458513 Sep 20 06:14:38.377510 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50790) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:38.382222 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288269399', 'description': 'tempest-description--1455788750'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:38.403190 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.484290 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.487744 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.509430 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.510604 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1320710 Sep 20 06:14:38.513664 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50792) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:38.518136 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b655a4-527e-4d80-b99f-f6cb1451ec8d tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408171fe-3caa-4743-936a-81891a6499c7,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:38.518316 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group_rule': {'security_group_id': '408171fe-3caa-4743-936a-81891a6499c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:38.545359 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.589945 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.593249 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.610087 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f2e3f-5779-4c61-a057-4837543f00e7,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:38.616404 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.617615 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8ab850f6-2642-42f1-b4fe-2b50528be693 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1029153 Sep 20 06:14:38.620261 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50794) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:38.625115 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'security_group_rule': {'security_group_id': '408171fe-3caa-4743-936a-81891a6499c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:38.649055 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.707268 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.710632 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923492'] for security_group_rule, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.727008 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36efe663-1bc9-4f3f-b6cc-6386c8b3aeff,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:38.733973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.735256 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-786bb5b0-3910-4d3b-8eec-4d7257dbe2a6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140766 Sep 20 06:14:38.738246 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 50796) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:38.742470 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:38.764120 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.855550 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:38.957347 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Allocated IP 172.27.3.237 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/132c564d-ef10-40d6-97c3-1c86227bac29) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:14:39.056791 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.088560 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.122925 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:14:39.126973 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:14:39.130272 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:14:39.143040 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=132c564d-ef10-40d6-97c3-1c86227bac29,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:39.219951 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.250734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.395832 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.400108 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.467511 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=132c564d-ef10-40d6-97c3-1c86227bac29,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:39.478327 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.491083 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:39.492395 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-48e70ffd-655b-426b-930c-849b52c4b4c6 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7532022 Sep 20 06:14:39.624343 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:14:39.647244 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:14:39.647620 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 3b8e1c2d-3cf0-4277-842b-99f3cda88b91 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:14:39.670325 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-e0e2796e-63c7-4a02-9169-1e0a43034c8f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1288269399&fields=id&tenant_id=a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 267 time: 0.0313754 Sep 20 06:14:39.774211 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-d397690e-6ae0-4aba-803f-2782c0582ca9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:39.775733 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-d397690e-6ae0-4aba-803f-2782c0582ca9 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 810 time: 0.0986772 Sep 20 06:14:39.789693 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-f3d9813a-ffc6-463c-8859-da5e85a52a46 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/quotas/a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 375 time: 0.0084453 Sep 20 06:14:39.843642 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-4b8da3ff-7797-434a-9005-f8c4e96c6e64 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489824 Sep 20 06:14:39.934648 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-ceec29d9-9f5a-4c9d-9eb5-b464eaa8c565 service neutron] 10.222.0.20 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792294 Sep 20 06:14:40.022651 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-0a00e55f-5762-4de8-b249-50db3c09cf03 service neutron] 10.222.0.20 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Sep 20 06:14:40.175290 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9188ab95-07f2-481c-a203-5bc42c1499e3 req-c914f913-2324-43ae-b1f2-4f7b7f92d15e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 210 time: 0.0263333 Sep 20 06:14:41.032150 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-29994e02-2be4-4630-a8d1-395908706c15 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:41.033583 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-29994e02-2be4-4630-a8d1-395908706c15 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 810 time: 0.1010401 Sep 20 06:14:41.079266 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5bb89425-90a0-42e4-b509-6128abb9ef01 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a033bd82c3b0438f9877ea9b16fdebc7 HTTP/1.1" status: 200 len: 380 time: 0.0355110 Sep 20 06:14:41.092627 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'port': {'device_id': '85998402-5379-43f3-8fb2-aa9a3692b227', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'admin_state_up': True, 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'security_groups': ['408171fe-3caa-4743-936a-81891a6499c7']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:41.200144 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Made reservation on behalf of a033bd82c3b0438f9877ea9b16fdebc7 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:14:41.203658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.267889 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-615debcf-7291-44c3-9b53-8887e2203aa5 req-dc593a94-e441-457c-aefb-66bcc8e00ff3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 210 time: 0.0268924 Sep 20 06:14:41.328442 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Allocated IP 172.20.0.14 (5595950d-0dcb-481d-aa1b-c7bce84d5f90/9b5ae9ce-81e9-46aa-bca0-4510b85ef486/150ee798-fb2a-425c-9b56-07a4703b52a1) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:14:41.457734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.489156 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.533409 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:14:41.536410 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:14:41.539918 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:14:41.549300 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event updated for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:41.594796 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:41.595466 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.610099 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-833b67a5-8913-4080-becf-d302f167f4ee tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5210977 Sep 20 06:14:41.622832 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Request body: {'port': {'device_id': '85998402-5379-43f3-8fb2-aa9a3692b227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:41.676617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.764118 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-cb8ba67e-d45d-4662-8c55-f2545d099205 None None] Provisioning complete for port 150ee798-fb2a-425c-9b56-07a4703b52a1 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:14:41.764701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba67e-d45d-4662-8c55-f2545d099205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.798264 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ba67e-d45d-4662-8c55-f2545d099205 None None] Port 150ee798-fb2a-425c-9b56-07a4703b52a1 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:14:41.931086 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150ee798-fb2a-425c-9b56-07a4703b52a1 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:14:41.938591 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:41.950810 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Transition to ACTIVE for port object 150ee798-fb2a-425c-9b56-07a4703b52a1 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:14:41.953449 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:42.001747 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:42.071506 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Attempting to bind port 150ee798-fb2a-425c-9b56-07a4703b52a1 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:14:42.072091 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Attempting to bind port 150ee798-fb2a-425c-9b56-07a4703b52a1 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:14:42.072418 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Attempting to bind port 150ee798-fb2a-425c-9b56-07a4703b52a1 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:14:42.077474 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Port 150ee798-fb2a-425c-9b56-07a4703b52a1 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:14:42.077791 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Attempting to bind port 150ee798-fb2a-425c-9b56-07a4703b52a1 on network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:14:42.082788 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:14:42.083125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Checking segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:14:42.083663 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Bound using segment: {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:14:42.084092 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Bound port: 150ee798-fb2a-425c-9b56-07a4703b52a1, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94cce3f8-c0aa-4101-9912-ac85622da17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:14:42.084447 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:42.147995 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:14:42.150916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=150ee798-fb2a-425c-9b56-07a4703b52a1,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:14:42.154975 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:42.190008 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.190690 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:42.192098 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/150ee798-fb2a-425c-9b56-07a4703b52a1 HTTP/1.1" status: 200 len: 1094 time: 0.5740650 Sep 20 06:14:42.192533 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:14:42.194749 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc25ac0-a1fb-4058-9215-c75f29124d82" -d '{"events": [{"name": "network-changed", "server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:14:42.217259 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8f6a0-97e8-4c23-a7ed-a42653e7a0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:42.249852 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722ea879-bc67-4211-a4d2-8e0cc4e70c7b x-openstack-request-id: req-722ea879-bc67-4211-a4d2-8e0cc4e70c7b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:14:42.250148 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:14:42.250421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-722ea879-bc67-4211-a4d2-8e0cc4e70c7b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:14:42.250796 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'status': 'completed', 'code': 200} Sep 20 06:14:42.283114 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-399b03e1-6ca5-4e56-963e-776da98c38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.284705 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-399b03e1-6ca5-4e56-963e-776da98c38bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 1097 time: 0.0441813 Sep 20 06:14:42.332142 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-8af6c4db-273f-43bc-92e3-9a0a88705487 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150ee798-fb2a-425c-9b56-07a4703b52a1 HTTP/1.1" status: 200 len: 217 time: 0.0386600 Sep 20 06:14:42.383979 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-47a3849e-a939-4413-b1e0-84373d5559f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.385493 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-47a3849e-a939-4413-b1e0-84373d5559f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0459085 Sep 20 06:14:42.390605 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734cf35-abed-4e8b-a258-f69c6ff066b0 req-8248a0cc-9da0-407c-8a6d-4fc8a54df30a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.392177 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f734cf35-abed-4e8b-a258-f69c6ff066b0 req-8248a0cc-9da0-407c-8a6d-4fc8a54df30a tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 944 time: 0.0510640 Sep 20 06:14:42.429313 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f734cf35-abed-4e8b-a258-f69c6ff066b0 req-4f94f38c-1406-4063-9916-2c1e76bd20e3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Sep 20 06:14:42.432774 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-a498e99f-7d21-4a0f-8701-c7f38eb91466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.434892 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-a498e99f-7d21-4a0f-8701-c7f38eb91466 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416846 Sep 20 06:14:42.529725 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-3dc75bdd-21dc-4e80-8658-c4c81e12d8b5 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863502 Sep 20 06:14:42.617634 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-96c87f6e-4062-4c64-bb08-925d9d5717e3 req-290d022f-66f1-447e-90ec-6c375990b976 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809681 Sep 20 06:14:42.702910 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-5c99da90-c502-4cd4-955a-9a8fe96b0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.704320 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-5c99da90-c502-4cd4-955a-9a8fe96b0f98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 1097 time: 0.0442915 Sep 20 06:14:42.795628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-d3eb723f-fb53-4ca6-80b6-dd27dbb2e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.797082 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-d3eb723f-fb53-4ca6-80b6-dd27dbb2e82b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0837243 Sep 20 06:14:42.841313 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-326eec53-ac77-45ce-a402-7632a18a6f8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150ee798-fb2a-425c-9b56-07a4703b52a1 HTTP/1.1" status: 200 len: 217 time: 0.0371194 Sep 20 06:14:42.886652 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-f0225672-b658-4ef1-b65d-3a1199b294f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.888710 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-f0225672-b658-4ef1-b65d-3a1199b294f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0409048 Sep 20 06:14:42.932116 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-d2072cad-e7db-4fb2-9aaa-ec990fe5900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:42.933516 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-d2072cad-e7db-4fb2-9aaa-ec990fe5900b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375712 Sep 20 06:14:43.024770 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-2c2425e1-0cbc-44e7-bd45-12e64d7b1107 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832987 Sep 20 06:14:43.114460 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-6cc25ac0-a1fb-4058-9215-c75f29124d82 req-beae3c09-846e-4674-a3da-1537708ae872 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815878 Sep 20 06:14:43.541838 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256af84b-2d03-4214-9eca-c41a16f1661d req-5660e765-864f-4920-b73b-dd504e5c4324 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:43.543303 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-256af84b-2d03-4214-9eca-c41a16f1661d req-5660e765-864f-4920-b73b-dd504e5c4324 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 944 time: 0.0477777 Sep 20 06:14:43.584527 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-256af84b-2d03-4214-9eca-c41a16f1661d req-825838f5-3095-40e4-91bc-05e757d72c21 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Sep 20 06:14:44.693711 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68299703-08ff-409d-a26a-ab340d8798dc req-fa22f2ee-9f2e-42c4-a784-e3e3e25c1785 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:44.695161 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68299703-08ff-409d-a26a-ab340d8798dc req-fa22f2ee-9f2e-42c4-a784-e3e3e25c1785 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 944 time: 0.0472431 Sep 20 06:14:44.735997 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-68299703-08ff-409d-a26a-ab340d8798dc req-9d5b52f6-a483-40f9-8f31-42b6fc54eedc tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342684 Sep 20 06:14:45.671798 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 150ee798-fb2a-425c-9b56-07a4703b52a1 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:14:45.765851 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=150ee798-fb2a-425c-9b56-07a4703b52a1,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:14:45.776954 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'port_id': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'mac_address': 'fa:16:3e:f8:e6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:14:45.814925 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:45.828079 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150ee798-fb2a-425c-9b56-07a4703b52a1 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:14:45.847978 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=150ee798-fb2a-425c-9b56-07a4703b52a1,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:14:45.850285 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ea1f1-37ca-4c13-a4fb-98ae81896c5d req-36303fd8-fe05-4f7b-a341-48bf2b2207f1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:45.851694 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:45.851845 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc8ea1f1-37ca-4c13-a4fb-98ae81896c5d req-36303fd8-fe05-4f7b-a341-48bf2b2207f1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 944 time: 0.0506091 Sep 20 06:14:45.889477 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bc8ea1f1-37ca-4c13-a4fb-98ae81896c5d req-dfa3547d-739b-46d6-afa9-0f53ccbc6786 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Sep 20 06:14:45.897309 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:45.904895 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.905247 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.905580 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.905915 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.906244 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.906572 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.906899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.907222 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.907578 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.907900 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.908220 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:45.908541 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:14:46.063073 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['150ee798-fb2a-425c-9b56-07a4703b52a1'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:14:47.001528 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f12541-b777-425f-b61f-4b1b57d811d1 req-08924dde-b876-4cef-9976-9b1928433b1f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:47.002977 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d5f12541-b777-425f-b61f-4b1b57d811d1 req-08924dde-b876-4cef-9976-9b1928433b1f tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 945 time: 0.0471675 Sep 20 06:14:47.039306 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-d5f12541-b777-425f-b61f-4b1b57d811d1 req-acd2379f-aad6-476e-91a3-45388a419a03 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305829 Sep 20 06:14:47.685382 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 150ee798-fb2a-425c-9b56-07a4703b52a1 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:14:47.732752 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port 150ee798-fb2a-425c-9b56-07a4703b52a1 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:14:47.736334 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port 150ee798-fb2a-425c-9b56-07a4703b52a1 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:14:47.736735 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:47.813937 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:47.835887 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:14:47.838300 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b7c30-2b8c-4ccb-8f48-da2db493af29" -d '{"events": [{"server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "name": "network-vif-plugged", "status": "completed", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:14:47.850800 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=150ee798-fb2a-425c-9b56-07a4703b52a1,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:14:47.854529 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:47.880150 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94920233-9977-4c0e-bec3-7a163896f71d x-openstack-request-id: req-94920233-9977-4c0e-bec3-7a163896f71d {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:14:47.880452 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "name": "network-vif-plugged", "status": "completed", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:14:47.880712 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94920233-9977-4c0e-bec3-7a163896f71d {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:14:47.881100 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'code': 200} Sep 20 06:14:47.906464 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:14:48.030366 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55ec7-b41e-476a-bbc6-4d74eb6ebe80 req-7c6ea568-e75d-4019-afb3-167b6c1262bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:48.031876 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a6d55ec7-b41e-476a-bbc6-4d74eb6ebe80 req-7c6ea568-e75d-4019-afb3-167b6c1262bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 1099 time: 0.0396056 Sep 20 06:14:48.065354 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a6d55ec7-b41e-476a-bbc6-4d74eb6ebe80 req-e7187657-6348-4dc6-8fe0-7e55d9392a54 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265527 Sep 20 06:14:48.149392 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d6559-1968-40e8-8bae-ad13bf74dbc5 req-de12e374-a3d1-4b85-9ac4-6e20297794ad tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:48.150851 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0d6559-1968-40e8-8bae-ad13bf74dbc5 req-de12e374-a3d1-4b85-9ac4-6e20297794ad tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0475752 Sep 20 06:14:48.186740 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-ba0d6559-1968-40e8-8bae-ad13bf74dbc5 req-e4729f54-c42c-4819-a854-5338ef1790ab tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295880 Sep 20 06:14:49.298069 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6026af-1e3a-4068-88ac-4529d71b2888 req-10fe5802-05af-447a-8550-1622fad860b3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:49.299552 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a6026af-1e3a-4068-88ac-4529d71b2888 req-10fe5802-05af-447a-8550-1622fad860b3 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0472209 Sep 20 06:14:49.339315 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-8a6026af-1e3a-4068-88ac-4529d71b2888 req-69a16904-8be0-4b59-b18f-e521ffdb1e9c tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Sep 20 06:14:49.445673 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab0d59-5f3b-449f-8348-715e8422381e req-c373912a-9aa8-4177-affb-8a583961504e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:49.447437 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e9ab0d59-5f3b-449f-8348-715e8422381e req-c373912a-9aa8-4177-affb-8a583961504e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0472982 Sep 20 06:14:49.455829 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 50850) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:14:49.460069 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Request body: {'floatingip': {'port_id': '150ee798-fb2a-425c-9b56-07a4703b52a1'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:14:49.500903 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:49.913247 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:49.916813 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:50.248923 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Floating IP 111a6423-535b-43ac-bbce-2e4b0c11d5fe associated. External IP: 172.27.3.237, port: 150ee798-fb2a-425c-9b56-07a4703b52a1. Sep 20 06:14:50.447661 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:14:50.551294 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:14:50.555731 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:50.562113 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:14:50.570744 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:14:50.571337 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:14:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:50.581881 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-80af0763-4cb5-4760-acda-589daf39f4d1 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "PUT /v2.0/floatingips/111a6423-535b-43ac-bbce-2e4b0c11d5fe HTTP/1.1" status: 200 len: 992 time: 1.1250553 Sep 20 06:14:50.582463 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:14:50.584782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27bc959-2392-4a4d-bab5-c178501843b8" -d '{"events": [{"name": "network-changed", "server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:14:50.625235 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089679d2-f685-4894-98ed-0e6fef4bffa7 x-openstack-request-id: req-089679d2-f685-4894-98ed-0e6fef4bffa7 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:14:50.625588 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:14:50.625902 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-089679d2-f685-4894-98ed-0e6fef4bffa7 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:14:50.626352 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'status': 'completed', 'code': 200} Sep 20 06:14:50.682269 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:14:50.684739 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-38cf8f6f-b080-4955-ae99-66d525ee6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:50.686228 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-38cf8f6f-b080-4955-ae99-66d525ee6e88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 1099 time: 0.0397251 Sep 20 06:14:50.774429 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-6d62dd94-e34a-4a6a-aa1f-40de38a1d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:50.775912 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-6d62dd94-e34a-4a6a-aa1f-40de38a1d8bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 200 len: 911 time: 0.0827625 Sep 20 06:14:50.843667 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-d842c51a-9432-49cd-bda2-2501fe91f7cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=150ee798-fb2a-425c-9b56-07a4703b52a1 HTTP/1.1" status: 200 len: 1000 time: 0.0602760 Sep 20 06:14:50.890855 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-b3e68704-4c58-4a37-9ef8-c2d1c4913f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:50.892401 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-b3e68704-4c58-4a37-9ef8-c2d1c4913f76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 200 len: 849 time: 0.0424526 Sep 20 06:14:50.896771 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '111a6423-535b-43ac-bbce-2e4b0c11d5fe', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:f8:e6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85998402-5379-43f3-8fb2-aa9a3692b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:14:39Z', 'updated_at': '2021-09-20T06:14:49Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:50.926061 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:14:50.934665 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:14:50.935277 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:14:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:50.936867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-fdc8769e-cf68-4e65-aa5d-e2558d713d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:50.938361 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-fdc8769e-cf68-4e65-aa5d-e2558d713d7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5595950d-0dcb-481d-aa1b-c7bce84d5f90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394578 Sep 20 06:14:51.031239 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-2eb300e4-23d6-4b7e-ae23-7642dab6be02 service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856795 Sep 20 06:14:51.036930 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:14:51.123482 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f27bc959-2392-4a4d-bab5-c178501843b8 req-31389600-e2ef-4ee6-a7b9-c1aec514f06b service neutron] 10.222.0.37 "GET /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Sep 20 06:14:51.333448 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '111a6423-535b-43ac-bbce-2e4b0c11d5fe', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:f8:e6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85998402-5379-43f3-8fb2-aa9a3692b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:14:39Z', 'updated_at': '2021-09-20T06:14:49Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:14:51.362094 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8812f3b-390d-4268-8362-6f5266d4608f None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '111a6423-535b-43ac-bbce-2e4b0c11d5fe', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'port_id': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'mac_address': 'fa:16:3e:f8:e6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85998402-5379-43f3-8fb2-aa9a3692b227', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:14:39Z', 'updated_at': '2021-09-20T06:14:49Z', 'revision_number': 1, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:14:51.538691 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3155e478-fb99-4944-b22a-490838ee02e6 None None] New status for floating IP 111a6423-535b-43ac-bbce-2e4b0c11d5fe: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:14:56.477525 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f86d5df1-fd6b-4fac-b5d4-7fee1f7cf966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:57.138163 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:58.683536 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-23950d05-94d5-43af-9998-c87a690e0fce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425673 Sep 20 06:14:58.739994 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526acb90-5745-49df-a188-10b64be0ffe4 req-f2227d72-e441-48c3-a91c-62543805946b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:58.741442 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-f2227d72-e441-48c3-a91c-62543805946b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1098 time: 0.0385306 Sep 20 06:14:58.841777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526acb90-5745-49df-a188-10b64be0ffe4 req-5648d6bb-3c84-47ad-b85c-3fd5ab416530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:58.843109 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-5648d6bb-3c84-47ad-b85c-3fd5ab416530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0839586 Sep 20 06:14:58.910103 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-c3d3b46b-87d9-4029-bce2-4d84f9befbd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 1001 time: 0.0549569 Sep 20 06:14:58.957344 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526acb90-5745-49df-a188-10b64be0ffe4 req-6c1cbad4-b0fc-44fe-a06b-65f742e26976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:58.958690 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-6c1cbad4-b0fc-44fe-a06b-65f742e26976 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0413535 Sep 20 06:14:59.005158 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526acb90-5745-49df-a188-10b64be0ffe4 req-7a9c89ce-7cd2-43fc-96ec-78bde3c900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:14:59.006565 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-7a9c89ce-7cd2-43fc-96ec-78bde3c900af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403421 Sep 20 06:14:59.017352 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-b1d53cea-def3-49a5-80fd-57d9e408dd89 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:14:59.018316 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-b1d53cea-def3-49a5-80fd-57d9e408dd89 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046444 Sep 20 06:14:59.051170 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-14ed9158-c224-476b-8211-63c5b572e187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:59.110276 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-4d0b2f53-57dd-4bf8-a522-229244600b76 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829489 Sep 20 06:14:59.199890 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-526acb90-5745-49df-a188-10b64be0ffe4 req-b74ab003-98e0-4348-ac89-361a59113aa4 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827007 Sep 20 06:14:59.298853 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:14:59.966181 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:01.960228 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:05.833841 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:15:22.232795 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-a43fbc5a-5480-4965-b901-c2e08446e27a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536444177&fields=id&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 267 time: 0.0321229 Sep 20 06:15:22.333999 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-aaf533ad-ae62-4206-8690-c6fb1aee8ea2 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:22.335487 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-aaf533ad-ae62-4206-8690-c6fb1aee8ea2 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.0962553 Sep 20 06:15:22.350149 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-c58f31b6-cd47-4ca0-a01b-82e4d6deb631 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/quotas/cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 375 time: 0.0085578 Sep 20 06:15:22.408963 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-59991724-c845-4456-baf4-a29402145c3d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0536075 Sep 20 06:15:22.424675 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-4c3b38b6-20a1-4eb9-beb9-9c6834070969 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94132) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:15:22.425616 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-4c3b38b6-20a1-4eb9-beb9-9c6834070969 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048127 Sep 20 06:15:22.514435 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-b14c345d-04a4-4b49-88e3-4cbe4534cbd5 service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833218 Sep 20 06:15:22.603738 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-066fc8ce-629a-4bf6-b792-14d44283f982 service neutron] 10.222.0.20 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833588 Sep 20 06:15:22.931799 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b3b23cc8-a276-49a3-b066-e5331fdd9fdf req-cbfb155d-c765-4021-8ae1-1db669d1d0c7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 210 time: 0.0754166 Sep 20 06:15:23.761952 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-60e35a42-561e-444a-bb92-5d2cc6744f1f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:23.763861 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-60e35a42-561e-444a-bb92-5d2cc6744f1f tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 812 time: 0.1011038 Sep 20 06:15:23.813353 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-9167a0d6-da02-488b-a4ed-cffe4bd355d4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9 HTTP/1.1" status: 200 len: 380 time: 0.0400887 Sep 20 06:15:23.826199 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'port': {'device_id': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'admin_state_up': True, 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'security_groups': ['190dbf16-0c35-4ada-8759-003f8c91f5f1']}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:15:23.931641 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Made reservation on behalf of cb30e7cf32e54c1da94a3c7b6ee3ffb9 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:15:23.935053 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.026673 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7ff27337-3503-47bc-8edb-ee532a630449 req-284dac50-7f10-4975-8f01-18bf1778d495 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 210 time: 0.0253234 Sep 20 06:15:24.318324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.20.0.4 (d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b/1642723d-fb50-4d4e-8df6-645cdffd5c55/d89d0b3e-53b6-4278-833f-a5e219fb0e19) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:15:24.451677 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.483721 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.521816 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:15:24.524811 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:15:24.528900 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:15:24.557682 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:24.583709 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:24.584349 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.599231 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-378288d6-ca9e-4ff4-b3d1-2cb585c55da3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7768540 Sep 20 06:15:24.659823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Request body: {'port': {'device_id': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:15:24.715399 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.776165 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-f45600dd-2486-44f6-b23b-d818d8b30962 None None] Provisioning complete for port d89d0b3e-53b6-4278-833f-a5e219fb0e19 triggered by entity DHCP. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:15:24.776767 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f45600dd-2486-44f6-b23b-d818d8b30962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.809151 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f45600dd-2486-44f6-b23b-d818d8b30962 None None] Port d89d0b3e-53b6-4278-833f-a5e219fb0e19 cannot update to ACTIVE because it is not bound. {{(pid=94133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 06:15:24.967610 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89d0b3e-53b6-4278-833f-a5e219fb0e19 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:15:24.974711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:24.986626 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Transition to ACTIVE for port object d89d0b3e-53b6-4278-833f-a5e219fb0e19 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:15:24.990266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:25.039272 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:25.111437 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Attempting to bind port d89d0b3e-53b6-4278-833f-a5e219fb0e19 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:15:25.111818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Attempting to bind port d89d0b3e-53b6-4278-833f-a5e219fb0e19 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:15:25.112157 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Attempting to bind port d89d0b3e-53b6-4278-833f-a5e219fb0e19 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:15:25.116797 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Port d89d0b3e-53b6-4278-833f-a5e219fb0e19 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:15:25.117123 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Attempting to bind port d89d0b3e-53b6-4278-833f-a5e219fb0e19 on network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:15:25.122737 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:15:25.123078 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Checking segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:15:25.123498 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Bound using segment: {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:15:25.123931 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Bound port: d89d0b3e-53b6-4278-833f-a5e219fb0e19, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881849e0-4620-4592-9c2a-b36565187eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:15:25.124295 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:25.150015 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4634-5724-4eb9-b7d0-58e7369e4a01 req-8ea7b457-3ff7-481c-a0fd-30e6c842a945 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.151575 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bc4f4634-5724-4eb9-b7d0-58e7369e4a01 req-8ea7b457-3ff7-481c-a0fd-30e6c842a945 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0512254 Sep 20 06:15:25.191763 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:15:25.194738 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-bc4f4634-5724-4eb9-b7d0-58e7369e4a01 req-f0a71350-e80e-4240-bc3c-1f9a683b4023 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 Sep 20 06:15:25.195045 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:15:25.200043 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:25.234493 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.235084 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:25.236473 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] 10.222.0.37 "PUT /v2.0/ports/d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 1093 time: 0.6289732 Sep 20 06:15:25.236902 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:15:25.239124 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c156b0b-c655-4e76-8b93-f086aa1d2413" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:15:25.262889 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed901e9a-82cb-43d5-ab19-8fff4173f234 service neutron] Pushing event updated for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:25.326023 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-7ce4e578-7ea9-4369-ab4b-ebee49237332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.327647 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-7ce4e578-7ea9-4369-ab4b-ebee49237332 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1096 time: 0.0524664 Sep 20 06:15:25.372830 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917356f5-c202-453b-948f-d3655b8a748b x-openstack-request-id: req-917356f5-c202-453b-948f-d3655b8a748b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:15:25.373119 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:15:25.373375 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-917356f5-c202-453b-948f-d3655b8a748b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:15:25.373771 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'status': 'completed', 'code': 200} Sep 20 06:15:25.375591 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-c779bb4b-ecb9-4c64-992e-b7d714a573aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 217 time: 0.0397108 Sep 20 06:15:25.425356 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-75e8703e-7d4b-4d99-87f5-6a95439e20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.426806 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-75e8703e-7d4b-4d99-87f5-6a95439e20ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0442491 Sep 20 06:15:25.477065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f254bc-79fb-464d-926e-6987307f6f24 req-e8a5e246-8e59-4aab-b85c-5c32472ae4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.478539 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-e8a5e246-8e59-4aab-b85c-5c32472ae4fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433109 Sep 20 06:15:25.565754 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-874a4652-e7e4-43aa-9ada-918ba080c1f5 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790374 Sep 20 06:15:25.656733 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-19f254bc-79fb-464d-926e-6987307f6f24 req-b508dc8c-2a23-41da-a8f7-d7d2591b38bf service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836928 Sep 20 06:15:25.740571 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-318c6cb9-0c2e-4d45-be35-13721bbba060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.742036 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-318c6cb9-0c2e-4d45-be35-13721bbba060 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1096 time: 0.0402496 Sep 20 06:15:25.835978 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-fee5d48b-964a-4c6d-b0d1-f83cd519ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.837425 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-fee5d48b-964a-4c6d-b0d1-f83cd519ed01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0866368 Sep 20 06:15:25.878473 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-ea93c666-8940-4bb6-9ca1-8fbcc18ef415 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 217 time: 0.0335288 Sep 20 06:15:25.925947 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-a2f167fc-5ed0-4feb-94d2-16e413bbf485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.927224 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-a2f167fc-5ed0-4feb-94d2-16e413bbf485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0406735 Sep 20 06:15:25.972065 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-786faa64-ea1d-448b-a55d-106c9a6f1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:25.973549 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-786faa64-ea1d-448b-a55d-106c9a6f1afd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383618 Sep 20 06:15:26.067011 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-4898c2de-586c-4f7f-8317-6ba08dfc0800 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850163 Sep 20 06:15:26.168757 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-1c156b0b-c655-4e76-8b93-f086aa1d2413 req-0d77d212-3b01-44e9-a946-28e6f349594d service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841029 Sep 20 06:15:26.308827 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b7a2a-3612-463b-b722-63ec22248bd4 req-2bb0a560-c587-4073-a23e-7cd429ff1474 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:26.310278 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fa4b7a2a-3612-463b-b722-63ec22248bd4 req-2bb0a560-c587-4073-a23e-7cd429ff1474 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0475960 Sep 20 06:15:26.347664 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fa4b7a2a-3612-463b-b722-63ec22248bd4 req-aea1b6f2-6f87-4512-8f33-a5900fb26315 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315673 Sep 20 06:15:26.478045 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-390a9f14-28a0-4995-833f-1b6afd5dc870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:27.136262 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:27.456213 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1501a0-5243-4e31-946f-a02c7b93e7ea req-6f5087f2-c481-403d-97d0-fad8f938aae7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:27.457644 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fe1501a0-5243-4e31-946f-a02c7b93e7ea req-6f5087f2-c481-403d-97d0-fad8f938aae7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0475161 Sep 20 06:15:27.493748 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-fe1501a0-5243-4e31-946f-a02c7b93e7ea req-a4124bda-1554-4605-bc87-7a5bb23a832b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303783 Sep 20 06:15:28.607019 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0541e8-dc23-42c5-8bec-7db3bc7f23d0 req-057843bd-072e-4d01-b5de-f5e82ecd21c3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:28.608465 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed0541e8-dc23-42c5-8bec-7db3bc7f23d0 req-057843bd-072e-4d01-b5de-f5e82ecd21c3 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0501099 Sep 20 06:15:28.644587 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ed0541e8-dc23-42c5-8bec-7db3bc7f23d0 req-86731344-69a0-4607-ba8b-5b25bcfc81f1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303078 Sep 20 06:15:29.040823 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-df1f6795-5060-4671-935a-c4dba708c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:29.302563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:29.754857 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8787808-dbf4-4c4c-bd5c-177cc9fc59c0 req-2db50d9b-b1e8-4b6b-b81a-96b54441932b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:29.756306 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b8787808-dbf4-4c4c-bd5c-177cc9fc59c0 req-2db50d9b-b1e8-4b6b-b81a-96b54441932b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0468249 Sep 20 06:15:29.791959 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b8787808-dbf4-4c4c-bd5c-177cc9fc59c0 req-91f1d907-a4e4-4ad8-8cf2-f3a602c687c1 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299103 Sep 20 06:15:29.969237 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:30.901751 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02119dec-2048-4096-80e9-4ce55f0aa2c1 req-2de1510b-2160-4027-b039-c0bb04c53956 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:30.903799 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02119dec-2048-4096-80e9-4ce55f0aa2c1 req-2de1510b-2160-4027-b039-c0bb04c53956 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0473895 Sep 20 06:15:30.939425 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02119dec-2048-4096-80e9-4ce55f0aa2c1 req-40fd05d4-b5a2-4bae-adb6-6b699dca79c0 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298586 Sep 20 06:15:31.963146 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:32.109665 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c3bca-268b-41b5-b315-318951ca91a5 req-85b28698-e7ef-4bef-aff6-982908a06c26 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:32.111126 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-de4c3bca-268b-41b5-b315-318951ca91a5 req-85b28698-e7ef-4bef-aff6-982908a06c26 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0510054 Sep 20 06:15:32.147485 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-de4c3bca-268b-41b5-b315-318951ca91a5 req-92ec8258-7fb4-492f-b58d-5b6ada149676 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303960 Sep 20 06:15:33.258982 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e57ac8-7145-4418-8cd0-d3f05a2d2366 req-0f0cb401-f55e-4ce6-bc0e-f254dfcafc0a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:33.260506 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b1e57ac8-7145-4418-8cd0-d3f05a2d2366 req-0f0cb401-f55e-4ce6-bc0e-f254dfcafc0a tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 943 time: 0.0474434 Sep 20 06:15:33.296604 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-b1e57ac8-7145-4418-8cd0-d3f05a2d2366 req-76f261c3-ae02-4787-a063-a506b5ad9b96 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303502 Sep 20 06:15:33.906670 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d89d0b3e-53b6-4278-833f-a5e219fb0e19 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:15:33.998573 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:15:34.009223 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'port_id': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'mac_address': 'fa:16:3e:44:9c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:15:34.045167 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:34.057412 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89d0b3e-53b6-4278-833f-a5e219fb0e19 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:15:34.076325 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:15:34.080232 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:34.127776 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:34.291280 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['d89d0b3e-53b6-4278-833f-a5e219fb0e19'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:15:34.412678 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d10b1-94bf-4c83-aa7d-b2eff4afb04e req-39f2b8ec-8911-487a-a098-60b23e38d936 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:34.414119 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-276d10b1-94bf-4c83-aa7d-b2eff4afb04e req-39f2b8ec-8911-487a-a098-60b23e38d936 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 944 time: 0.0502059 Sep 20 06:15:34.451116 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-276d10b1-94bf-4c83-aa7d-b2eff4afb04e req-7cd6f3b3-dca6-4956-bf7e-f052bd6a3053 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310328 Sep 20 06:15:35.561931 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6031cb-b0cf-4e4a-9dfd-33f589d3d457 req-dd8f4732-8341-4854-8b5a-0b9160502551 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:35.563395 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-de6031cb-b0cf-4e4a-9dfd-33f589d3d457 req-dd8f4732-8341-4854-8b5a-0b9160502551 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 944 time: 0.0474157 Sep 20 06:15:35.599073 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-de6031cb-b0cf-4e4a-9dfd-33f589d3d457 req-4ee60c60-f82b-40a5-90c8-def103380198 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299568 Sep 20 06:15:35.906331 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d89d0b3e-53b6-4278-833f-a5e219fb0e19 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:15:35.953120 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port d89d0b3e-53b6-4278-833f-a5e219fb0e19 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:15:35.956675 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port d89d0b3e-53b6-4278-833f-a5e219fb0e19 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:15:35.957038 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:36.029164 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:36.051734 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:15:36.053953 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11876fc5-893b-4722-93be-27387a7c0d62" -d '{"events": [{"server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "name": "network-vif-plugged", "status": "completed", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:15:36.066081 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:15:36.070914 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:36.121587 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:36.143068 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7968ec69-c632-4ee5-ae65-e58afe2d953b x-openstack-request-id: req-7968ec69-c632-4ee5-ae65-e58afe2d953b {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:15:36.143364 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "name": "network-vif-plugged", "status": "completed", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:15:36.143639 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7968ec69-c632-4ee5-ae65-e58afe2d953b {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:15:36.144053 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'code': 200} Sep 20 06:15:36.355673 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3993-56ba-46fd-9b1d-ceb6dfe1d4ea req-86aadbe5-f554-4d4b-a89c-20d9b18221c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:36.357115 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-773c3993-56ba-46fd-9b1d-ceb6dfe1d4ea req-86aadbe5-f554-4d4b-a89c-20d9b18221c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1098 time: 0.0396843 Sep 20 06:15:36.390582 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-773c3993-56ba-46fd-9b1d-ceb6dfe1d4ea req-f540c806-9e17-4472-93aa-00b026769824 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263319 Sep 20 06:15:36.713359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a8db-3de3-4f77-8866-3b391ae96db1 req-bc75fce2-d9f7-4d9f-85da-cbaa4765288b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:36.714818 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0383a8db-3de3-4f77-8866-3b391ae96db1 req-bc75fce2-d9f7-4d9f-85da-cbaa4765288b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0515687 Sep 20 06:15:36.750957 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-0383a8db-3de3-4f77-8866-3b391ae96db1 req-b41cb539-cf67-4af1-a789-d9c59d60c068 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303767 Sep 20 06:15:37.865577 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6530121-4a1d-4774-bc26-100b98e7ba64 req-a19a6f66-8ca2-49a7-86e5-b105ca2d01eb tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:37.867011 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6530121-4a1d-4774-bc26-100b98e7ba64 req-a19a6f66-8ca2-49a7-86e5-b105ca2d01eb tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0482059 Sep 20 06:15:37.903716 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e6530121-4a1d-4774-bc26-100b98e7ba64 req-f9e33742-28e9-4aab-99a9-c619a8029e79 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Sep 20 06:15:38.013633 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b29e0-8494-4f2e-a110-3f4842dd4aae req-e6b74848-4b5a-49ae-b9e1-789566c92b00 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:38.015086 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f58b29e0-8494-4f2e-a110-3f4842dd4aae req-e6b74848-4b5a-49ae-b9e1-789566c92b00 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0480590 Sep 20 06:15:38.051440 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-f58b29e0-8494-4f2e-a110-3f4842dd4aae req-ba1e1db3-a8ac-4308-bd21-bc66f4ad00dc tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Sep 20 06:15:38.077544 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51050) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:38.114709 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003467ed-93bc-463a-b4e0-2ee1f00f290d tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:38.116195 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-003467ed-93bc-463a-b4e0-2ee1f00f290d tempest-TestVolumeBootPattern-1158584228 tempest-TestVolumeBootPattern-1158584228-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1093 time: 0.0376832 Sep 20 06:15:38.118945 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51052) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:38.123551 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Request body: {'floatingip': {'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'port_id': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:15:38.145683 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:38.240003 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:38.340072 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_common [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Allocated IP 172.27.3.48 (29c1a856-1725-4216-82fe-d459414f7f84/e0d5586d-71a7-4966-bafd-f8a364c45cc1/c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4) {{(pid=94131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:15:38.442487 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:38.474066 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:38.510061 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Network 29c1a856-1725-4216-82fe-d459414f7f84 is already hosted by enough agents. {{(pid=94131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:15:38.512805 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.base_scheduler [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Resources bound (agent type, host, resource id): {{(pid=94131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:15:38.515323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Received port after_create {{(pid=94131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:15:38.539770 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:38.556306 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.556664 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.556976 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.557303 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.557627 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.557942 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.558258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.559139 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.559484 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.559803 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.560116 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.560428 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:38.878774 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:38.945175 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:39.087115 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for port, precommit_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:39.093311 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6557016'] for port, after_update {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:39.161962 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event updated for resources: {'Port': ['ID=c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4,revision_number=2']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:39.171624 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:39.270790 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f associated. External IP: 172.27.3.48, port: d89d0b3e-53b6-4278-833f-a5e219fb0e19. Sep 20 06:15:39.474787 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:15:39.585381 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:15:39.591401 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:15:39.600457 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:15:39.600616 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:39.601124 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:39.627909 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f74f556b-95a2-4f98-a470-df5f13c43d54 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5079401 Sep 20 06:15:39.628491 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:15:39.630747 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97876152-d437-4db5-936d-5294c3ed85b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:15:39.711292 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:15:39.731639 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d017404-d64b-4e17-90b1-5b5e6f2f2ab5 x-openstack-request-id: req-1d017404-d64b-4e17-90b1-5b5e6f2f2ab5 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:15:39.732054 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:15:39.732399 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d017404-d64b-4e17-90b1-5b5e6f2f2ab5 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:15:39.732880 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'status': 'completed', 'code': 200} Sep 20 06:15:39.797455 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876152-d437-4db5-936d-5294c3ed85b5 req-3d8fdf71-07e7-46d3-ba53-9eadea7a584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:39.798948 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-3d8fdf71-07e7-46d3-ba53-9eadea7a584d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1098 time: 0.0451963 Sep 20 06:15:39.896692 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876152-d437-4db5-936d-5294c3ed85b5 req-e897e084-6c43-434d-a615-e2b7200c44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:39.898275 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-e897e084-6c43-434d-a615-e2b7200c44ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0929942 Sep 20 06:15:39.965565 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}, {'id': 'a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:44:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:15:38Z', 'updated_at': '2021-09-20T06:15:38Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:39.967754 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-b09756dd-fa1b-4954-9375-1abb560c61e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 998 time: 0.0627587 Sep 20 06:15:39.995559 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:15:40.004800 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:15:40.005434 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:40.015668 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876152-d437-4db5-936d-5294c3ed85b5 req-31052647-b193-4614-9de6-9bf2d4f0429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:40.017101 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-31052647-b193-4614-9de6-9bf2d4f0429e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0427144 Sep 20 06:15:40.063961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876152-d437-4db5-936d-5294c3ed85b5 req-5ad468f5-bcc9-4d3c-a98e-89702234cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:40.065457 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-5ad468f5-bcc9-4d3c-a98e-89702234cd1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395157 Sep 20 06:15:40.110511 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:15:40.158570 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-c60b9a17-8949-4468-a870-14cda7f54b98 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857115 Sep 20 06:15:40.251473 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-97876152-d437-4db5-936d-5294c3ed85b5 req-88decde2-7fa9-40d7-9a38-046079090119 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803325 Sep 20 06:15:40.328493 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}, {'id': 'a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:44:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:15:38Z', 'updated_at': '2021-09-20T06:15:38Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:40.358531 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7607c903-5673-4c81-b279-773bddc4bd71 None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}, {'id': 'a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:44:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:15:38Z', 'updated_at': '2021-09-20T06:15:38Z', 'revision_number': 0, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:15:40.535287 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c6385-d5c1-4fb2-906e-ec2ca9e21a35 None None] New status for floating IP a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f: ACTIVE {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:15:42.832201 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:15:52.042064 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1723fc0-222c-40f8-a4fd-de7e3ac7646a req-36bf8695-a30c-41e6-96b2-31686db33759 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:52.043539 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b1723fc0-222c-40f8-a4fd-de7e3ac7646a req-36bf8695-a30c-41e6-96b2-31686db33759 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0513818 Sep 20 06:15:52.081173 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-b1723fc0-222c-40f8-a4fd-de7e3ac7646a req-10278acd-8e14-4f21-a84a-ad7dc7b9b9bf tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Sep 20 06:15:53.193300 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95bf19-977b-44cb-9e22-b6f0c05317af req-8dadc669-f38e-4a03-8eab-f7af75113fa5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:53.194739 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a95bf19-977b-44cb-9e22-b6f0c05317af req-8dadc669-f38e-4a03-8eab-f7af75113fa5 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0474999 Sep 20 06:15:53.230744 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a95bf19-977b-44cb-9e22-b6f0c05317af req-db37886d-184f-47f4-9048-fa334ce24702 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299520 Sep 20 06:15:53.894093 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-5bc2ec6f-a45d-4ba5-afc3-99c3af06da59 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:53.895530 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-5bc2ec6f-a45d-4ba5-afc3-99c3af06da59 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0468886 Sep 20 06:15:53.980210 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Deleting port 150ee798-fb2a-425c-9b56-07a4703b52a1 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:15:53.980546 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.069666 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] For port 150ee798-fb2a-425c-9b56-07a4703b52a1, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=150ee798-fb2a-425c-9b56-07a4703b52a1,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:15:54.070023 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.229511 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.229784 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8123659'] for floatingip, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.230098 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.db.l3_db [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Floating IP 111a6423-535b-43ac-bbce-2e4b0c11d5fe disassociated. External IP: 172.27.3.237, port: 150ee798-fb2a-425c-9b56-07a4703b52a1. Sep 20 06:15:54.230437 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Calling delete_port for 150ee798-fb2a-425c-9b56-07a4703b52a1 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:15:54.381387 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e8585-a5fd-4be1-b49f-5369b612c78f req-88e5b336-f02d-4aef-8bca-946d8bae9acd tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:15:54.382839 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f55e8585-a5fd-4be1-b49f-5369b612c78f req-88e5b336-f02d-4aef-8bca-946d8bae9acd tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/ports?device_id=85998402-5379-43f3-8fb2-aa9a3692b227 HTTP/1.1" status: 200 len: 946 time: 0.0810597 Sep 20 06:15:54.398417 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.441954 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'Port': ['ID=150ee798-fb2a-425c-9b56-07a4703b52a1,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:54.461956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.462309 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.462649 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.462981 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.463314 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.463675 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.464001 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.464328 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.464650 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.464971 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.465290 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.465610 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:15:54.477644 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f55e8585-a5fd-4be1-b49f-5369b612c78f req-78007f42-e1c1-4d43-a972-4ec13a828860 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups?id=408171fe-3caa-4743-936a-81891a6499c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887969 Sep 20 06:15:54.575718 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:15:54.678507 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:15:54.688455 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:15:54.697842 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:15:54.698539 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:54.716213 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] No DVR routers for this DVR port 150ee798-fb2a-425c-9b56-07a4703b52a1 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:15:54.719207 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:54.721192 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c1e62e54-72c0-4ea0-88d6-a11bb02e4ce3 req-71e719b8-0cfd-4c80-8fbf-55048a5c95a4 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.37 "DELETE /v2.0/ports/150ee798-fb2a-425c-9b56-07a4703b52a1 HTTP/1.1" status: 204 len: 173 time: 0.8194034 Sep 20 06:15:54.721633 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'name': 'network-vif-deleted', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:15:54.723867 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5aec9-c163-4bec-94f9-358a73c0b4fc" -d '{"events": [{"server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "name": "network-vif-deleted", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:15:54.769540 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da38c1d-bf5c-495f-bc02-7ea68ccec8e1 x-openstack-request-id: req-9da38c1d-bf5c-495f-bc02-7ea68ccec8e1 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:15:54.769898 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85998402-5379-43f3-8fb2-aa9a3692b227", "name": "network-vif-deleted", "tag": "150ee798-fb2a-425c-9b56-07a4703b52a1", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:15:54.770216 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9da38c1d-bf5c-495f-bc02-7ea68ccec8e1 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:15:54.770676 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85998402-5379-43f3-8fb2-aa9a3692b227', 'name': 'network-vif-deleted', 'tag': '150ee798-fb2a-425c-9b56-07a4703b52a1', 'status': 'completed', 'code': 200} Sep 20 06:15:54.809124 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:15:55.089098 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:55.114035 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:15:55.121724 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:15:55.122315 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:29Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:55.225537 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:15:55.420001 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:15:55.444813 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266ac98e-ef62-41c8-8541-63601c64b0e8 None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:52Z', 'revision_number': 4, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': '9fcfc645-eb93-4bda-b083-69effbe188e7', 'name': '', 'network_id': '5595950d-0dcb-481d-aa1b-c7bce84d5f90', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'mac_address': 'fa:16:3e:35:55:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:52Z', 'updated_at': '2021-09-20T06:11:56Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'subnets': [{'id': '9b5ae9ce-81e9-46aa-bca0-4510b85ef486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:15:55.560095 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51162) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:55.616597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.640407 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.660151 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd4433-8293-4167-a73c-0cfe65c1e087 None None] New status for floating IP 111a6423-535b-43ac-bbce-2e4b0c11d5fe: DOWN {{(pid=94133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:15:55.688522 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.691146 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.695068 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51164) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:55.695605 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "DELETE /v2.0/security-groups/408171fe-3caa-4743-936a-81891a6499c7 HTTP/1.1" status: 204 len: 168 time: 0.1339221 Sep 20 06:15:55.704828 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e87f2-a4e0-432b-8536-02072198599e tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408171fe-3caa-4743-936a-81891a6499c7,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:55.711328 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.api.v2.resource [None req-05cd3eb7-5a49-4713-ae34-3e89ad4b34fd tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] show failed (client error): The resource could not be found. Sep 20 06:15:55.712382 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-05cd3eb7-5a49-4713-ae34-3e89ad4b34fd tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "GET /v2.0/security-groups/408171fe-3caa-4743-936a-81891a6499c7 HTTP/1.1" status: 404 len: 347 time: 0.0156634 Sep 20 06:15:55.715219 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51166) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:55.839169 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Deleting port 132c564d-ef10-40d6-97c3-1c86227bac29 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:15:55.839534 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.914269 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.914595 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:55.926232 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Calling delete_port for 132c564d-ef10-40d6-97c3-1c86227bac29 owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:15:56.286286 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:56.313528 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Pushing event deleted for resources: {'Port': ['ID=132c564d-ef10-40d6-97c3-1c86227bac29,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:15:56.369983 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:56.372643 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:56.373799 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-fa3b9a0c-550f-42de-abae-fc534868e262 tempest-AttachVolumeTestJSON-2013310043 tempest-AttachVolumeTestJSON-2013310043-project] 10.222.0.20 "DELETE /v2.0/floatingips/111a6423-535b-43ac-bbce-2e4b0c11d5fe HTTP/1.1" status: 204 len: 168 time: 0.6576796 Sep 20 06:15:56.478325 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b10c0860-5024-4f99-b92d-110102a16cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:57.136551 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:57.984683 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 150ee798-fb2a-425c-9b56-07a4703b52a1 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:15:58.003585 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 150ee798-fb2a-425c-9b56-07a4703b52a1 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:15:58.003927 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 150ee798-fb2a-425c-9b56-07a4703b52a1 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:15:59.040576 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-68d412dc-22ae-46c9-8e46-ef6c9aab8cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:59.306645 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:15:59.892034 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51194) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:15:59.971570 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:00.223106 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:00.455701 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Deleting port 9fcfc645-eb93-4bda-b083-69effbe188e7 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:16:00.456043 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:00.529729 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] For port 9fcfc645-eb93-4bda-b083-69effbe188e7, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=9fcfc645-eb93-4bda-b083-69effbe188e7,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:16:00.530558 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:00.542402 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Calling delete_port for 9fcfc645-eb93-4bda-b083-69effbe188e7 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:16:00.700688 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-ff12ad6d-3f9a-4ff5-bb80-5a9c2667753c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526698 Sep 20 06:16:00.768461 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:00.800257 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fcfc645-eb93-4bda-b083-69effbe188e7,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:00.826074 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-20c02d56-f389-45b2-b8e1-17f5e6457fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:16:00.828092 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-20c02d56-f389-45b2-b8e1-17f5e6457fd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1098 time: 0.0886757 Sep 20 06:16:00.990786 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-06a3089a-8437-493e-ab18-db38221576dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:16:00.992265 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-06a3089a-8437-493e-ab18-db38221576dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.1418622 Sep 20 06:16:01.075481 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:01.093597 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-27e07945-d3b3-43e2-916b-4ebeaf8314cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 1001 time: 0.0720563 Sep 20 06:16:01.209451 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-ae66c0cc-e184-4612-8a52-1c970ba6f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:16:01.210849 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-ae66c0cc-e184-4612-8a52-1c970ba6f177 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0829680 Sep 20 06:16:01.298790 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-81ad8bae-3bd4-4177-b9b5-346ce9a62104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:16:01.300277 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-81ad8bae-3bd4-4177-b9b5-346ce9a62104 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806208 Sep 20 06:16:01.412506 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:16:01.438917 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-753d7a58-6465-498f-b32d-7fdd40872f7e service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291168 Sep 20 06:16:01.596880 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:16:01.602708 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-eb15ecdd-938e-469c-9f38-5f278175a2f2 admin admin] 10.222.0.20 "PUT /v2.0/routers/1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7096605 Sep 20 06:16:01.605405 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51198) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:01.606384 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-02c2a69a-f29b-4af7-a99e-20659f6fc722 req-3aed4d21-0d8f-46b5-8108-0ef8a7bf18eb service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356742 Sep 20 06:16:01.608695 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Sync routers for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:16:01.619240 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:16:01.619908 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:01.709234 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:01.723294 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:16:01.807803 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:01.862423 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Deleting port cefb6c59-c727-4055-9995-0d1341b1e33e {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:16:01.862782 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:01.899542 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:16:00Z', 'revision_number': 5, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port': {'id': 'cefb6c59-c727-4055-9995-0d1341b1e33e', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:01.925621 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Checking router: 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:16:01.933675 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Routers {'1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:16:01.934269 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:15:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:01.939141 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] For port cefb6c59-c727-4055-9995-0d1341b1e33e, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=cefb6c59-c727-4055-9995-0d1341b1e33e,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:16:01.939554 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:01.951130 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Calling delete_port for cefb6c59-c727-4055-9995-0d1341b1e33e owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:16:01.966433 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.018948 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] Set router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:16:02.072121 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:16:01Z', 'revision_number': 6, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:02.102564 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56449606-28e4-46ab-8272-997a9d0b93f5 None None] The sync data for ids ['1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512'] in dv-cinder-809968-1-iscsi is: [{'id': '1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512', 'name': 'tempest-AttachVolumeTestJSON-671310000-router', 'tenant_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:11:50Z', 'updated_at': '2021-09-20T06:16:01Z', 'revision_number': 6, 'project_id': 'a033bd82c3b0438f9877ea9b16fdebc7', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:16:02.353569 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.380718 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefb6c59-c727-4055-9995-0d1341b1e33e,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:02.440018 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.531975 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.534064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.575542 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.576048 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:16:02.581849 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.583004 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2eb9e5f3-c96d-4c5a-9359-26027f793801 admin admin] 10.222.0.20 "DELETE /v2.0/routers/1fc3e8e4-fba6-43fe-a19f-b7b5b84fe512 HTTP/1.1" status: 204 len: 168 time: 0.9766068 Sep 20 06:16:02.585472 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51200) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:02.631295 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Deleting subnet 9b5ae9ce-81e9-46aa-bca0-4510b85ef486 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:16:02.634230 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.666750 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.740318 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.793858 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.820422 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5ae9ce-81e9-46aa-bca0-4510b85ef486,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:02.822417 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.827123 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-b3967146-b8ea-42f9-941c-d1f7446a352a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9b5ae9ce-81e9-46aa-bca0-4510b85ef486 HTTP/1.1" status: 204 len: 168 time: 0.2382927 Sep 20 06:16:02.827123 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51202) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:02.830313 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6776a77-029b-482e-a197-4742fc999583 None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:16:02.896099 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:02.953856 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Deleting port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:16:02.954190 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.016749 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] DHCP port deletion for 5595950d-0dcb-481d-aa1b-c7bce84d5f90 request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:16:03.018990 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] For port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:16:03.019573 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.034166 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Calling delete_port for c7c1e176-d44a-4169-9ed9-d0560fa2cf8c owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:16:03.083787 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Deleting port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:16:03.084198 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.126467 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.149386 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] For port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,segment=NetworkSegment(94cce3f8-c0aa-4101-9912-ac85622da17d),segment_id=94cce3f8-c0aa-4101-9912-ac85622da17d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:16:03.149774 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.151592 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:03.159419 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] No DVR routers for this DVR port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:16:03.164955 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Calling delete_port for c7c1e176-d44a-4169-9ed9-d0560fa2cf8c owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:16:03.229429 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.256300 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5595950d-0dcb-481d-aa1b-c7bce84d5f90']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:03.266380 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cce3f8-c0aa-4101-9912-ac85622da17d') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:03.266672 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cce3f8-c0aa-4101-9912-ac85622da17d') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:16:03.276540 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.290262 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.296873 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:16:03.297265 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:16:03.298933 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:16:03.354044 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.359689 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.364010 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5595950d-0dcb-481d-aa1b-c7bce84d5f90 HTTP/1.1" status: 204 len: 168 time: 0.5357485 Sep 20 06:16:03.365546 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.375785 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc26e45-1ac1-4eec-b11c-518c793b5567 admin admin] Pushing event deleted for resources: {'Network': ['ID=5595950d-0dcb-481d-aa1b-c7bce84d5f90,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:03.388771 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Network 5595950d-0dcb-481d-aa1b-c7bce84d5f90 is not hosted by any dhcp agent {{(pid=94133) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 20 06:16:03.389230 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] No DVR routers for this DVR port c7c1e176-d44a-4169-9ed9-d0560fa2cf8c on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:16:03.390956 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Pushing event deleted for resources: {'Port': ['ID=c7c1e176-d44a-4169-9ed9-d0560fa2cf8c,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:03.399501 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.400454 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.400454 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.400638 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.400812 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.401141 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.401471 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.401794 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.402144 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.402508 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.402790 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.403110 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef5136-e78c-4cbd-83a7-89ebd5976d74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:16:03.527113 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device cefb6c59-c727-4055-9995-0d1341b1e33e no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:16:03.537602 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51206) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:03.547701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: cefb6c59-c727-4055-9995-0d1341b1e33e {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:16:03.548045 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device cefb6c59-c727-4055-9995-0d1341b1e33e not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:16:03.548466 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 9fcfc645-eb93-4bda-b083-69effbe188e7 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:16:03.566722 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 9fcfc645-eb93-4bda-b083-69effbe188e7 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:16:03.567078 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 9fcfc645-eb93-4bda-b083-69effbe188e7 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:16:03.567511 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device c7c1e176-d44a-4169-9ed9-d0560fa2cf8c no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:16:03.576654 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c0301725-891b-4601-a477-313cd5021820 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a033bd82c3b0438f9877ea9b16fdebc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379219 Sep 20 06:16:03.579108 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51208) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:03.585677 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: c7c1e176-d44a-4169-9ed9-d0560fa2cf8c {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:16:03.586026 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device c7c1e176-d44a-4169-9ed9-d0560fa2cf8c not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:16:03.629722 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.649385 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.693360 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.695924 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:03.697052 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae836909-fde8-4f8e-806e-888163a82e56 HTTP/1.1" status: 204 len: 168 time: 0.1170380 Sep 20 06:16:03.704597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43985f58-2b6d-4900-9ec7-c151e77b5bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae836909-fde8-4f8e-806e-888163a82e56,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:19.831990 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:16:19.883691 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51422) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:19.984440 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5e36-bbd5-4879-aa86-69fc2cbb757a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.073325 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5e36-bbd5-4879-aa86-69fc2cbb757a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.077264 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1c0a5e36-bbd5-4879-aa86-69fc2cbb757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.114704 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1c0a5e36-bbd5-4879-aa86-69fc2cbb757a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ad648c7209c4918a52f42ccde8ec54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298741 Sep 20 06:16:20.115715 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a5e36-bbd5-4879-aa86-69fc2cbb757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00669666-b547-49ca-97b6-3a66786970a2,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:20.117346 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51426) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:20.164305 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.184842 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.230224 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.232846 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.234009 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00669666-b547-49ca-97b6-3a66786970a2 HTTP/1.1" status: 204 len: 168 time: 0.1156344 Sep 20 06:16:20.242331 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebc6a0-3d38-42e5-914a-93894f46ca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00669666-b547-49ca-97b6-3a66786970a2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:20.482323 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51432) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:20.495089 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26946c67-1653-4a6b-9f52-b2b933194c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.580952 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26946c67-1653-4a6b-9f52-b2b933194c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.584548 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-26946c67-1653-4a6b-9f52-b2b933194c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.623098 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-26946c67-1653-4a6b-9f52-b2b933194c25 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d9ee468438e44f7c8614b7e8e855feea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397367 Sep 20 06:16:20.624210 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26946c67-1653-4a6b-9f52-b2b933194c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f476c1a-0c32-4dae-b1f4-a83d07bc967a,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:20.626381 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51434) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:20.673738 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.696948 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.741652 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.744321 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:20.745426 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f476c1a-0c32-4dae-b1f4-a83d07bc967a HTTP/1.1" status: 204 len: 168 time: 0.1180685 Sep 20 06:16:20.753124 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe002b-883c-489f-8d76-1632b78c084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f476c1a-0c32-4dae-b1f4-a83d07bc967a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:24.985551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51518) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:25.087456 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b72117db-87ec-46ce-80ce-be0efd778d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.176268 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b72117db-87ec-46ce-80ce-be0efd778d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.180213 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b72117db-87ec-46ce-80ce-be0efd778d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.223837 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b72117db-87ec-46ce-80ce-be0efd778d72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=947cc7057316419e8d26b48cec4a6f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371168 Sep 20 06:16:25.225665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72117db-87ec-46ce-80ce-be0efd778d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd89e512-2174-4204-bd8a-14edea9bdd9a,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:25.226485 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51522) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:25.274957 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.294604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.341354 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.344120 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.345262 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd89e512-2174-4204-bd8a-14edea9bdd9a HTTP/1.1" status: 204 len: 168 time: 0.1177952 Sep 20 06:16:25.352530 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833789f-92b9-4a81-b676-cb25f06e83f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd89e512-2174-4204-bd8a-14edea9bdd9a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:25.595645 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51528) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:25.608384 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75c225e1-d861-408d-be85-dfc02ccfc5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.694693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75c225e1-d861-408d-be85-dfc02ccfc5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.698147 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-75c225e1-d861-408d-be85-dfc02ccfc5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.733935 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-75c225e1-d861-408d-be85-dfc02ccfc5da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a40cbbd98f9483f981a605fccd5b5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372406 Sep 20 06:16:25.735567 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c225e1-d861-408d-be85-dfc02ccfc5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b91b9-3554-4741-b966-5c321a733a22,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:25.737198 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51530) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:25.783664 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.804916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.852741 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.855337 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:25.856524 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/244b91b9-3554-4741-b966-5c321a733a22 HTTP/1.1" status: 204 len: 168 time: 0.1183500 Sep 20 06:16:25.864755 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf31964-cec8-457c-9c52-527bc127845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b91b9-3554-4741-b966-5c321a733a22,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:26.479895 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c057489a-0275-4834-a7ac-46e53d1f86ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:27.139802 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:27.803653 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51604) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:27.912137 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7abfbfac-450b-4432-aae8-d1e4cd8393ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:27.999349 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7abfbfac-450b-4432-aae8-d1e4cd8393ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.002778 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-7abfbfac-450b-4432-aae8-d1e4cd8393ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.038744 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfbfac-450b-4432-aae8-d1e4cd8393ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23bf5ec-f8c3-4013-856d-0eb182defef2,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:28.042973 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-7abfbfac-450b-4432-aae8-d1e4cd8393ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c39f83625fba458580849a51a306ab0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382481 Sep 20 06:16:28.045621 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51608) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:28.091944 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.112914 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.159164 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.161777 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.163291 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a23bf5ec-f8c3-4013-856d-0eb182defef2 HTTP/1.1" status: 204 len: 168 time: 0.1166372 Sep 20 06:16:28.172315 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c56844-df7d-4a44-96fd-a125362766a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23bf5ec-f8c3-4013-856d-0eb182defef2,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:28.409001 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51614) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:28.421954 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c593d713-f364-4eda-b78d-e25d7869e79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.510258 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c593d713-f364-4eda-b78d-e25d7869e79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.513914 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c593d713-f364-4eda-b78d-e25d7869e79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.554712 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c593d713-f364-4eda-b78d-e25d7869e79d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fa097adc49f471e97f662e777f8788c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446633 Sep 20 06:16:28.556667 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593d713-f364-4eda-b78d-e25d7869e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa1d03-d021-47bf-9a76-4898206236c9,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:28.557386 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51616) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:16:28.603503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.623639 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.668265 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.670912 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:28.675322 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5fa1d03-d021-47bf-9a76-4898206236c9 HTTP/1.1" status: 204 len: 168 time: 0.1143162 Sep 20 06:16:28.681095 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c82a49-99c8-42fa-bc28-1fe92b6248a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa1d03-d021-47bf-9a76-4898206236c9,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:16:29.044766 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2e0f74a5-1cdb-4842-b150-33a951ee7b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:29.307350 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:29.974232 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:31.968617 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:56.479388 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-41223b02-13d8-4e6f-98fb-db5be4c0f995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:56.830492 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:16:57.141270 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:59.036268 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-162d7751-a871-4af6-9d95-f6647848d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:59.307627 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:16:59.977036 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:01.697474 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-11d7c051-137c-44ef-8243-3240c6814582 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381339 Sep 20 06:17:01.757405 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-53356b15-331c-40ee-a533-a654662c9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:01.758939 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-53356b15-331c-40ee-a533-a654662c9f35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1098 time: 0.0392888 Sep 20 06:17:01.866661 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-ccd2df3a-94a2-42d5-b2f9-3148952f7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:01.868247 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-ccd2df3a-94a2-42d5-b2f9-3148952f7674 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0899467 Sep 20 06:17:01.935065 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-8edd304f-d46a-4558-a734-adcce25a1237 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 1000 time: 0.0593019 Sep 20 06:17:01.971456 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:01.984217 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-3078da1a-1403-451e-9b40-ac92a9988445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:01.985765 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-3078da1a-1403-451e-9b40-ac92a9988445 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0435445 Sep 20 06:17:02.031974 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-38c3c892-dbfb-4c17-9c11-969e3b38b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:02.033470 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-38c3c892-dbfb-4c17-9c11-969e3b38b80e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410185 Sep 20 06:17:02.123776 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-22f9d48f-60ec-4136-9de4-309843031f0c service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Sep 20 06:17:02.210931 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-13a597bf-a0c9-4ab7-88f2-eda089e255c2 req-f90afe20-2366-47e6-b882-abc4d02c09a8 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803053 Sep 20 06:17:05.371160 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 51878) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:05.470998 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.558180 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.561745 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.601226 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=30eb0820064b4849a65184d2abc04b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289996 Sep 20 06:17:05.602138 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7e6a6a-bd62-4728-87d6-16f754b07dcf,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:05.603852 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51882) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:05.609210 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.609556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.609892 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.610229 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.610561 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.610884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.611205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.611553 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.611876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.612757 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.613074 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.613393 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0314abee-839a-4595-a6b6-d8136df88f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.652026 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.672129 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.716837 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.719553 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:05.720721 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c7e6a6a-bd62-4728-87d6-16f754b07dcf HTTP/1.1" status: 204 len: 168 time: 0.1158993 Sep 20 06:17:05.728575 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7e6a6a-bd62-4728-87d6-16f754b07dcf,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:05.735359 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.735744 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.736084 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.736421 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.736757 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.737126 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.737970 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.738298 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.738694 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.738937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.739260 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:05.739604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdb8d78-63f7-44b1-b2ff-ddd9c74fb457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:07.728446 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 51914) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:07.887904 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:07.888252 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:07.969882 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:07.970213 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:07.982604 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:08.160292 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:08.185124 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=c5b85ab7-0cc2-4dc1-984a-2a85244fb4e4,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:08.243022 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:08.243275 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f disassociated (deleted). External IP: 172.27.3.48, port: d89d0b3e-53b6-4278-833f-a5e219fb0e19. Sep 20 06:17:08.445560 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:17:08.548581 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:17:08.554092 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:08.558522 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:17:08.567840 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:08.568451 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:08.579243 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2583ffb7-a8df-40c3-9730-cb5073c3eb57 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "DELETE /v2.0/floatingips/a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f HTTP/1.1" status: 204 len: 168 time: 0.8497965 Sep 20 06:17:08.579898 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:08.582144 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a475930-91c9-43b1-a527-50507052bb32" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:08.621060 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3193d80d-7b24-4591-93b0-4d4b503e55a7 x-openstack-request-id: req-3193d80d-7b24-4591-93b0-4d4b503e55a7 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:08.621414 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:08.621729 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3193d80d-7b24-4591-93b0-4d4b503e55a7 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:08.622235 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'status': 'completed', 'code': 200} Sep 20 06:17:08.674003 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:08.692871 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475930-91c9-43b1-a527-50507052bb32 req-81747ff3-ad9c-4dad-9d75-688076d42e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:08.695530 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-81747ff3-ad9c-4dad-9d75-688076d42e50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 1098 time: 0.0492458 Sep 20 06:17:08.792006 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475930-91c9-43b1-a527-50507052bb32 req-aa090454-1d10-4230-9490-d11f28efbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:08.793626 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-aa090454-1d10-4230-9490-d11f28efbd73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0891042 Sep 20 06:17:08.809314 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc1be4-4a16-4209-949a-ca14856ebe7d req-d8902c87-67e1-4fe3-bcf5-eb655ce68f9b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:08.810736 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-60cc1be4-4a16-4209-949a-ca14856ebe7d req-d8902c87-67e1-4fe3-bcf5-eb655ce68f9b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0554101 Sep 20 06:17:08.850696 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-60cc1be4-4a16-4209-949a-ca14856ebe7d req-cf1f8617-5283-4688-a109-d39247244e56 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337551 Sep 20 06:17:08.910876 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:08.937765 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:17:08.946423 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:08.947049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:09.057286 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:09.085436 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-3e56f5cb-8bfa-4fc5-8489-fb09ba2e8168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 200 len: 217 time: 0.2832594 Sep 20 06:17:09.135617 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475930-91c9-43b1-a527-50507052bb32 req-de6db0a0-f6e7-478c-ae84-fbbe593608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:09.136993 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-de6db0a0-f6e7-478c-ae84-fbbe593608d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0445805 Sep 20 06:17:09.186116 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475930-91c9-43b1-a527-50507052bb32 req-be1b81cb-f897-4e34-a523-f9b673880a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:09.187650 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-be1b81cb-f897-4e34-a523-f9b673880a73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432045 Sep 20 06:17:09.283215 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-774f7dc7-3422-453c-a093-8cc99965e6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879068 Sep 20 06:17:09.292563 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:09.321554 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9545f76-72ba-4fb6-887d-a41d974bad68 None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_floatingips': [{'id': '4a208913-73c9-450c-ba1c-a5da21e577fb', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'router_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'port_id': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'mac_address': 'fa:16:3e:12:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d09a20-c194-4473-958d-d2382d889be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T06:13:34Z', 'updated_at': '2021-09-20T06:13:36Z', 'revision_number': 1, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:17:09.381018 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-5a475930-91c9-43b1-a527-50507052bb32 req-cf6d9a37-db66-4a78-99fa-ef52cb862837 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889120 Sep 20 06:17:09.573567 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996c2b75-eb8d-48f7-adcd-5ee9e1d435e1 None None] New status for floating IP a30da1a7-5e72-48b0-a8bc-0a29e3a8fc0f: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:17:09.969724 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d0f7-7350-4a05-a49e-f30fcb220408 req-e567aef1-f83d-4625-bbd5-f4403900856d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:09.971174 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12b8d0f7-7350-4a05-a49e-f30fcb220408 req-e567aef1-f83d-4625-bbd5-f4403900856d tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0524652 Sep 20 06:17:10.007735 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-12b8d0f7-7350-4a05-a49e-f30fcb220408 req-30e1909c-851d-41e2-821b-9a25fbf77a41 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306854 Sep 20 06:17:10.292627 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277cc09-47ce-4289-8422-35a7d087deab req-91799e85-5f9d-4b92-b196-fdf73697eaf7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:10.294039 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c277cc09-47ce-4289-8422-35a7d087deab req-91799e85-5f9d-4b92-b196-fdf73697eaf7 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 945 time: 0.0456257 Sep 20 06:17:10.382626 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port d89d0b3e-53b6-4278-833f-a5e219fb0e19 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:10.382961 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:10.467916 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] For port d89d0b3e-53b6-4278-833f-a5e219fb0e19, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d89d0b3e-53b6-4278-833f-a5e219fb0e19,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:10.468276 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:10.480645 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for d89d0b3e-53b6-4278-833f-a5e219fb0e19 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:10.607526 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:10.632668 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=d89d0b3e-53b6-4278-833f-a5e219fb0e19,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:10.681322 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] No DVR routers for this DVR port d89d0b3e-53b6-4278-833f-a5e219fb0e19 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:10.683942 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:10.686078 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-c277cc09-47ce-4289-8422-35a7d087deab req-be198a80-85d3-4a4a-ab2c-7724c8e98048 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "DELETE /v2.0/ports/d89d0b3e-53b6-4278-833f-a5e219fb0e19 HTTP/1.1" status: 204 len: 173 time: 0.3860257 Sep 20 06:17:10.686526 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'name': 'network-vif-deleted', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:10.689341 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd54f8-5787-4142-83e1-0120f19bad11" -d '{"events": [{"server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "name": "network-vif-deleted", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:10.727254 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc5840-7e06-4376-aef0-313e833a881b x-openstack-request-id: req-45cc5840-7e06-4376-aef0-313e833a881b {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:10.727581 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9bf5f0-80a2-46b0-97d5-b32b39ab6368", "name": "network-vif-deleted", "tag": "d89d0b3e-53b6-4278-833f-a5e219fb0e19", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:10.727836 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45cc5840-7e06-4376-aef0-313e833a881b {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:10.728293 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9bf5f0-80a2-46b0-97d5-b32b39ab6368', 'name': 'network-vif-deleted', 'tag': 'd89d0b3e-53b6-4278-833f-a5e219fb0e19', 'status': 'completed', 'code': 200} Sep 20 06:17:11.139745 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-999787bf-3cdf-4375-ac89-04741053c0ac req-e3ce5329-41d2-41c8-9514-04b0c81f75ce tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf9bf5f0-80a2-46b0-97d5-b32b39ab6368 HTTP/1.1" status: 200 len: 210 time: 0.0419476 Sep 20 06:17:14.216227 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d89d0b3e-53b6-4278-833f-a5e219fb0e19 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:14.235508 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: d89d0b3e-53b6-4278-833f-a5e219fb0e19 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:14.235852 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d89d0b3e-53b6-4278-833f-a5e219fb0e19 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:14.401400 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52040) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:14.552746 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port 6e6d14d6-5fa8-458a-86c7-271fa11b49b6 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:14.552980 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:14.624293 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:14.624620 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:14.635967 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for 6e6d14d6-5fa8-458a-86c7-271fa11b49b6 owned by network:floatingip {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:14.777036 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:14.801766 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=6e6d14d6-5fa8-458a-86c7-271fa11b49b6,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:14.864509 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:14.864829 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.l3_db [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Floating IP 4a208913-73c9-450c-ba1c-a5da21e577fb disassociated (deleted). External IP: 172.27.3.240, port: 0a8d3189-bf4e-4d30-a361-f1f56dd39566. Sep 20 06:17:15.058375 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:17:15.166440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:17:15.171516 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:15.176800 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:17:15.185847 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:15.186459 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:15.206195 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-1d41b694-fee9-48a3-91a4-289eb60c1b95 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "DELETE /v2.0/floatingips/4a208913-73c9-450c-ba1c-a5da21e577fb HTTP/1.1" status: 204 len: 168 time: 0.8037043 Sep 20 06:17:15.206908 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566'}] {{(pid=94131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:15.209365 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}564f401a33a44b69d80c02e77191927c0bdd5692626086d64888b410bbed907d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324" -d '{"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566"}]}' {{(pid=94131) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:15.269619 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30d131-7b2e-4319-8c5d-9eccdaf70bf4 x-openstack-request-id: req-1b30d131-7b2e-4319-8c5d-9eccdaf70bf4 {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:15.269931 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566", "status": "completed", "code": 200}]} {{(pid=94131) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:15.270194 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b30d131-7b2e-4319-8c5d-9eccdaf70bf4 {{(pid=94131) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:15.271661 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'status': 'completed', 'code': 200} Sep 20 06:17:15.312685 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:15.338273 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-011605c8-382e-4a92-b479-c7fbd3aab0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:15.340722 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-011605c8-382e-4a92-b479-c7fbd3aab0d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 1098 time: 0.0460129 Sep 20 06:17:15.443218 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-daaae1d8-b842-4a45-9912-b643b4afb377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:15.444928 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-daaae1d8-b842-4a45-9912-b643b4afb377 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 200 len: 913 time: 0.0973442 Sep 20 06:17:15.485249 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77cff-d9c3-4b81-9769-a73ea549af62 req-f2b58169-856e-4480-a62b-37001c1c55e4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:15.487473 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-65e77cff-d9c3-4b81-9769-a73ea549af62 req-f2b58169-856e-4480-a62b-37001c1c55e4 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0501347 Sep 20 06:17:15.492460 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-da4febe3-c51d-402e-afb0-172ed05150aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 200 len: 217 time: 0.0395768 Sep 20 06:17:15.528147 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-65e77cff-d9c3-4b81-9769-a73ea549af62 req-48574879-566a-40f9-904c-19f6af375695 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335908 Sep 20 06:17:15.539293 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:15.546518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-47e8eab6-1c03-477f-b678-020eb7502227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:15.548001 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-47e8eab6-1c03-477f-b678-020eb7502227 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 200 len: 851 time: 0.0468266 Sep 20 06:17:15.573273 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:17:15.581621 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:15.582459 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:15.592543 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-8e2b0370-eb01-4c14-a79e-fe4d94476b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:15.594040 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-8e2b0370-eb01-4c14-a79e-fe4d94476b51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385704 Sep 20 06:17:15.688390 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:15.689107 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-1a3a23bd-eb6e-45dd-ad25-1f82c5c0668f service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873168 Sep 20 06:17:15.779403 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4dc8e290-dce7-4b42-b6b4-0cabeceb9324 req-505aea04-80cd-48eb-8fe3-ff3bd3b3d588 service neutron] 10.222.0.37 "GET /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826042 Sep 20 06:17:15.881049 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:15.909971 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8c64db-43d0-4965-b97a-e3e20cc3b509 None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:10:25Z', 'revision_number': 4, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi', '_interfaces': [{'id': 'b14a6ccd-b61d-4568-9f9d-167b9bac453a', 'name': '', 'network_id': 'd4fbd8f1-70d6-47cc-b586-6b7b20e64a9b', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'mac_address': 'fa:16:3e:91:db:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:25Z', 'updated_at': '2021-09-20T06:10:30Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'subnets': [{'id': '1642723d-fb50-4d4e-8df6-645cdffd5c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:17:16.113867 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59a2af-01e4-4d45-92a1-a341b79de86b None None] New status for floating IP 4a208913-73c9-450c-ba1c-a5da21e577fb: DOWN {{(pid=94134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 06:17:16.505938 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52060) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:16.619578 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-47c36be0-234c-4276-82f6-c58c407a155d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.678884 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf515fc3-9fb1-4229-93bd-e19904784ef0 req-1887b915-ce8b-4fe0-8f3c-2d4cc8b90490 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:16.680290 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bf515fc3-9fb1-4229-93bd-e19904784ef0 req-1887b915-ce8b-4fe0-8f3c-2d4cc8b90490 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0763714 Sep 20 06:17:16.734568 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-bf515fc3-9fb1-4229-93bd-e19904784ef0 req-1ee1c575-bbae-481d-ad12-bd0af1875458 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/security-groups?id=190dbf16-0c35-4ada-8759-003f8c91f5f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 Sep 20 06:17:16.769858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-47c36be0-234c-4276-82f6-c58c407a155d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.773513 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-47c36be0-234c-4276-82f6-c58c407a155d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.810703 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-47c36be0-234c-4276-82f6-c58c407a155d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93d72090f15a48fb98c4169e8743dd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037443 Sep 20 06:17:16.811774 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c36be0-234c-4276-82f6-c58c407a155d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde22d8-4f38-4c84-9c57-305b8cbf9053,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:16.813520 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52066) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:16.860630 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.881440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.903577 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f3f5a21f-3a91-49df-be62-eb5d63e3dc1c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:16.905094 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f3f5a21f-3a91-49df-be62-eb5d63e3dc1c tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 945 time: 0.0469861 Sep 20 06:17:16.927835 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.930693 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:16.931796 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dde22d8-4f38-4c84-9c57-305b8cbf9053 HTTP/1.1" status: 204 len: 168 time: 0.1173286 Sep 20 06:17:16.940183 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769605d2-0ea9-41e3-9e01-5cc47f9bee92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde22d8-4f38-4c84-9c57-305b8cbf9053,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:17.002489 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:17.002824 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.092863 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] For port 0a8d3189-bf4e-4d30-a361-f1f56dd39566, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0a8d3189-bf4e-4d30-a361-f1f56dd39566,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:17.093229 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.110217 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for 0a8d3189-bf4e-4d30-a361-f1f56dd39566 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:17.235119 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.264660 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=0a8d3189-bf4e-4d30-a361-f1f56dd39566,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:17.309605 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] No DVR routers for this DVR port 0a8d3189-bf4e-4d30-a361-f1f56dd39566 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:17.312256 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.314371 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c59d0da-8abe-4973-9b8a-84c5a14bc90d req-f2c6b71c-80e3-47a0-8b2a-18c091f3ed03 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.37 "DELETE /v2.0/ports/0a8d3189-bf4e-4d30-a361-f1f56dd39566 HTTP/1.1" status: 204 len: 173 time: 0.4028249 Sep 20 06:17:17.315050 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'name': 'network-vif-deleted', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:17.317873 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d162e9-b2a3-486d-903e-fd235dad3397" -d '{"events": [{"server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "name": "network-vif-deleted", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:17.358767 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84cac33-39ba-40f4-b092-7a1687492288 x-openstack-request-id: req-f84cac33-39ba-40f4-b092-7a1687492288 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:17.359066 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d09a20-c194-4473-958d-d2382d889be7", "name": "network-vif-deleted", "tag": "0a8d3189-bf4e-4d30-a361-f1f56dd39566", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:17.359323 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f84cac33-39ba-40f4-b092-7a1687492288 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:17.359765 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d09a20-c194-4473-958d-d2382d889be7', 'name': 'network-vif-deleted', 'tag': '0a8d3189-bf4e-4d30-a361-f1f56dd39566', 'status': 'completed', 'code': 200} Sep 20 06:17:17.547978 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52090) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:17.656858 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.v2.base [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-676796839-network', 'tenant_id': '792d4ed92f7741c791d3ee0e0aecbc25'}} {{(pid=94131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:17:17.678352 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Made reservation on behalf of 792d4ed92f7741c791d3ee0e0aecbc25 for: {'network': 1} {{(pid=94131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:17:17.680762 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for network, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.689343 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.786806 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.790955 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.808535 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 06:17:17.823552 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.824219 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.db.segments_db [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Added segment f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5 of type vlan for network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb Sep 20 06:17:17.840829 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-53da3482-c47e-452e-8b69-d0dfb12ccade req-0e7dde42-871f-4dba-813a-35da9a144733 tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "GET /v2.0/ports?device_id=43d09a20-c194-4473-958d-d2382d889be7 HTTP/1.1" status: 200 len: 210 time: 0.0275052 Sep 20 06:17:17.848283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1b5fe6-83da-4f2c-a687-b279e3353292,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:17.888560 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733375469864'] for network, precommit_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.914513 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020'] for network, after_create {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.915610 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:17.916263 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.952224 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4027996 Sep 20 06:17:17.955283 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52096) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:17.960508 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Request body: {'subnet': {'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-676796839-subnet', 'tenant_id': '792d4ed92f7741c791d3ee0e0aecbc25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:17:17.980088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d86f01-bdae-491b-9cf5-5fb7bf742637 admin admin] Pushing event updated for resources: {'Network': ['ID=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb,revision_number=1']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:17.980628 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Made reservation on behalf of 792d4ed92f7741c791d3ee0e0aecbc25 for: {'subnet': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:17:17.984034 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4982567'] for subnet, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:17.990334 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb details requested by agent ovs-agent-dv-cinder-809968-1-iscsi with host dv-cinder-809968-1-iscsi {{(pid=94133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 06:17:18.149858 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4918808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4982537'] for subnet, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:18.205637 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=093dff2f-fc41-49c6-ac99-a334820d18f2,revision_number=0']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:18.212312 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Checking segment: {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:17:18.212662 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Network hostable DHCP agents. Network: efd75a62-6fe7-4a3b-9460-7b0f8ca719bb, hostable agents: ['37a4f8c0-deb7-4f55-95b4-a69e075bb2dd'], hosted agents: [] {{(pid=94132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 06:17:18.228909 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb is scheduled to be hosted by DHCP agent 37a4f8c0-deb7-4f55-95b4-a69e075bb2dd with binding_index 1 {{(pid=94132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 06:17:18.237016 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809968-1-iscsi, efd75a62-6fe7-4a3b-9460-7b0f8ca719bb) {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:17:18.241791 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:18.242367 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:18.246757 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d5c0af-19b6-42b0-b63e-5bf7ef2e1390 None None] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:17:18.257038 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-b69f66a5-98b5-4142-9d81-1f9f80ba3f3f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3002522 Sep 20 06:17:18.370792 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c1fe4-efdc-44e3-9041-91bba2a220ac None None] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:17:18.897498 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52110) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:19.017794 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Deleting port 20c31dfe-74b2-4951-b115-747cc1b64c2a {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:19.018141 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.093165 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.093493 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.106107 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Calling delete_port for 20c31dfe-74b2-4951-b115-747cc1b64c2a owned by network:floatingip {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:19.237197 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.261998 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'Port': ['ID=20c31dfe-74b2-4951-b115-747cc1b64c2a,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:19.319123 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for floatingip, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.321566 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for floatingip, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:19.322759 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-9744a72e-ed21-46a6-96c8-cf1ebf8d701b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "DELETE /v2.0/floatingips/72b8440d-d4c7-4260-b77c-5edc210784c7 HTTP/1.1" status: 204 len: 168 time: 0.4242072 Sep 20 06:17:19.982522 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-32bbcae5-88d1-4439-a94f-7948f8f89fd6 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:19.983965 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-32bbcae5-88d1-4439-a94f-7948f8f89fd6 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 813 time: 0.0999677 Sep 20 06:17:19.998063 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-1faa1ab2-aa40-443e-bbc7-18a19a122fc1 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/quotas/792d4ed92f7741c791d3ee0e0aecbc25 HTTP/1.1" status: 200 len: 375 time: 0.0084763 Sep 20 06:17:20.028416 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-2523074f-f480-463b-b4f1-344b83c06977 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253763 Sep 20 06:17:20.166998 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-96f8e9c8-9043-44e9-bf68-454441e71246 service neutron] 10.222.0.20 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318984 Sep 20 06:17:20.252601 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-11510873-acd2-4736-bac0-93525f6b9792 service neutron] 10.222.0.20 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796096 Sep 20 06:17:20.270104 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0a8d3189-bf4e-4d30-a361-f1f56dd39566 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:20.288970 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: 0a8d3189-bf4e-4d30-a361-f1f56dd39566 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:20.289307 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device 0a8d3189-bf4e-4d30-a361-f1f56dd39566 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:20.407761 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3749516d-743b-45da-97ea-cc023e53a23e req-5ea03575-9f26-4713-a7f3-c21bcc916892 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 210 time: 0.0300319 Sep 20 06:17:20.515652 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52144) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:20.576956 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:20.607964 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:20.671181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:20.673703 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:20.674844 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] 10.222.0.20 "DELETE /v2.0/security-groups/190dbf16-0c35-4ada-8759-003f8c91f5f1 HTTP/1.1" status: 204 len: 168 time: 0.1582243 Sep 20 06:17:20.683982 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1268-f0fd-471f-822c-4254d91db06b tempest-TestVolumeBootPattern-996620853 tempest-TestVolumeBootPattern-996620853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=190dbf16-0c35-4ada-8759-003f8c91f5f1,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:20.732392 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52154) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:21.121893 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.364105 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Deleting port b14a6ccd-b61d-4568-9f9d-167b9bac453a {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:21.365033 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.408638 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-099e0586-3284-4ad2-a53c-6c794cfcabb9 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:21.410566 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-099e0586-3284-4ad2-a53c-6c794cfcabb9 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 813 time: 0.0994565 Sep 20 06:17:21.422711 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Request body: {'port': {'device_id': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb', 'admin_state_up': True, 'tenant_id': '792d4ed92f7741c791d3ee0e0aecbc25'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:17:21.452027 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] For port b14a6ccd-b61d-4568-9f9d-167b9bac453a, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b14a6ccd-b61d-4568-9f9d-167b9bac453a,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:21.452593 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.542172 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Made reservation on behalf of 792d4ed92f7741c791d3ee0e0aecbc25 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:17:21.545824 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.678758 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Allocated IP 172.20.0.8 (efd75a62-6fe7-4a3b-9460-7b0f8ca719bb/093dff2f-fc41-49c6-ac99-a334820d18f2/d824b1bc-1302-4d92-a711-2fb06de18981) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:17:21.714679 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Calling delete_port for b14a6ccd-b61d-4568-9f9d-167b9bac453a owned by network:router_interface {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:21.744269 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-9b8cffc4-0002-4bd2-afda-622e4c4f4ee0 req-1c965e02-0fe9-4cf9-873f-528285ae6c58 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Sep 20 06:17:21.821551 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.853282 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.898121 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:17:21.901111 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:17:21.904649 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:17:21.917687 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.929897 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Pushing event updated for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:21.947180 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14a6ccd-b61d-4568-9f9d-167b9bac453a,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:21.960305 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:21.961020 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:21.976094 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7b30ef86-43d6-44f7-9ba6-6e3351b95cda tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570869 Sep 20 06:17:21.989754 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Request body: {'port': {'device_id': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:17:22.056029 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.131161 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.323335 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d824b1bc-1302-4d92-a711-2fb06de18981 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:17:22.331205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.337640 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Router 68a62743-36bd-4e21-a727-f2fe27096822 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:17:22.342911 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Transition to ACTIVE for port object d824b1bc-1302-4d92-a711-2fb06de18981 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:17:22.345866 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.398471 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Pushing event updated for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:22.443800 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:17:22.448867 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-51d9a26e-5983-4af7-8ae4-37aa79286c08 admin admin] 10.222.0.20 "PUT /v2.0/routers/68a62743-36bd-4e21-a727-f2fe27096822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7154489 Sep 20 06:17:22.451600 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52164) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:22.454174 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Sync routers for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:17:22.462732 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Attempting to bind port d824b1bc-1302-4d92-a711-2fb06de18981 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:17:22.463277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Attempting to bind port d824b1bc-1302-4d92-a711-2fb06de18981 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:17:22.463421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Attempting to bind port d824b1bc-1302-4d92-a711-2fb06de18981 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:17:22.464537 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:22.465161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:22.469227 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Port d824b1bc-1302-4d92-a711-2fb06de18981 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:17:22.469538 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Attempting to bind port d824b1bc-1302-4d92-a711-2fb06de18981 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:17:22.474328 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:17:22.474655 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Checking segment: {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:17:22.475029 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Bound using segment: {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:17:22.475466 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Bound port: d824b1bc-1302-4d92-a711-2fb06de18981, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:17:22.475843 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.544835 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:17:22.549320 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d824b1bc-1302-4d92-a711-2fb06de18981,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:17:22.554789 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.559254 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.572141 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:22.589157 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:22.589769 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.591525 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] 10.222.0.37 "PUT /v2.0/ports/d824b1bc-1302-4d92-a711-2fb06de18981 HTTP/1.1" status: 200 len: 1093 time: 0.6062136 Sep 20 06:17:22.593777 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:22.597101 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e798e2-a82e-4845-87da-b224bdf4fb9d" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:22.637533 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4240a-b441-4664-9107-2a3cdaf132ae service neutron] Pushing event updated for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:22.671556 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e491e07-6b7b-42b5-85cd-0eb11d815c65 x-openstack-request-id: req-6e491e07-6b7b-42b5-85cd-0eb11d815c65 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:22.671850 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:22.672103 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e491e07-6b7b-42b5-85cd-0eb11d815c65 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:22.672782 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981', 'status': 'completed', 'code': 200} Sep 20 06:17:22.680532 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.692577 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-dba8aa3a-ae93-4bcf-aa18-b6d38ec88ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:22.694204 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-dba8aa3a-ae93-4bcf-aa18-b6d38ec88ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 1096 time: 0.0517313 Sep 20 06:17:22.732299 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Deleting port b8642b6d-5563-41d3-bdf3-63b0f89cff66 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:22.732647 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.740358 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-1b9d2bfd-85e3-4b73-bb15-608a5d50eacd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d824b1bc-1302-4d92-a711-2fb06de18981 HTTP/1.1" status: 200 len: 217 time: 0.0380118 Sep 20 06:17:22.761824 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:17:21Z', 'revision_number': 5, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port': {'id': 'b8642b6d-5563-41d3-bdf3-63b0f89cff66', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:dd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68a62743-36bd-4e21-a727-f2fe27096822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:23Z', 'updated_at': '2021-09-20T06:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:22.790618 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Checking router: 68a62743-36bd-4e21-a727-f2fe27096822 for host: dv-cinder-809968-1-iscsi {{(pid=94133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:17:22.791448 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930170b4-4f6f-4818-873c-4179fe914e0f req-28c9a94e-aa09-4127-809a-0179fac653ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:22.793278 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-28c9a94e-aa09-4127-809a-0179fac653ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 200 len: 853 time: 0.0457475 Sep 20 06:17:22.799012 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Routers {'68a62743-36bd-4e21-a727-f2fe27096822'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:22.799657 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['68a62743-36bd-4e21-a727-f2fe27096822'], 'active': True} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:22.819628 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] For port b8642b6d-5563-41d3-bdf3-63b0f89cff66, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=b8642b6d-5563-41d3-bdf3-63b0f89cff66,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:22.820257 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:22.833315 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-08c85c95-fb58-4f6d-8739-82e5cb0b134e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310881 Sep 20 06:17:22.856344 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Calling delete_port for b8642b6d-5563-41d3-bdf3-63b0f89cff66 owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:22.892201 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvr_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] Set router 68a62743-36bd-4e21-a727-f2fe27096822 gateway port host: None {{(pid=94133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:22.922549 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba35ee-93d9-460d-a6e9-7894b0552f18 req-30ec0323-d7a5-4783-b7c3-bf09788c1a37 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:22.928152 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8ba35ee-93d9-460d-a6e9-7894b0552f18 req-30ec0323-d7a5-4783-b7c3-bf09788c1a37 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 943 time: 0.1045284 Sep 20 06:17:22.930709 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-7637b165-5f21-45d7-bf33-7dcf0825a06a service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907140 Sep 20 06:17:22.943973 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_hamode_db [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:17:22Z', 'revision_number': 6, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:22.973768 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8024c5-afba-4770-9017-5cc550e6dd2e None None] The sync data for ids ['68a62743-36bd-4e21-a727-f2fe27096822'] in dv-cinder-809968-1-iscsi is: [{'id': '68a62743-36bd-4e21-a727-f2fe27096822', 'name': 'tempest-TestVolumeBootPattern-1291059535-router', 'tenant_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:22Z', 'updated_at': '2021-09-20T06:17:22Z', 'revision_number': 6, 'project_id': 'cb30e7cf32e54c1da94a3c7b6ee3ffb9', 'gw_port_host': None}] {{(pid=94133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:17:23.007717 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-e8ba35ee-93d9-460d-a6e9-7894b0552f18 req-9575db48-34c8-4448-b328-e6beb8f9ba0e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766864 Sep 20 06:17:23.032855 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-930170b4-4f6f-4818-873c-4179fe914e0f req-a72908c7-c25d-4b66-aba3-85937fb7f5c2 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949588 Sep 20 06:17:23.089599 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.115930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-9977bda6-f3e8-4aff-937b-6caf4236a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:23.117394 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-9977bda6-f3e8-4aff-937b-6caf4236a5db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 1096 time: 0.0397711 Sep 20 06:17:23.120912 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8642b6d-5563-41d3-bdf3-63b0f89cff66,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:23.173972 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.212883 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-e80e8f8a-52cc-421b-bf87-3e442b6f780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:23.214334 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-e80e8f8a-52cc-421b-bf87-3e442b6f780b service neutron] 10.222.0.37 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 914 time: 0.0877924 Sep 20 06:17:23.255443 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-3617b7ef-f0c1-41e6-8fa7-e03e6d2b1baf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d824b1bc-1302-4d92-a711-2fb06de18981 HTTP/1.1" status: 200 len: 217 time: 0.0327852 Sep 20 06:17:23.262564 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.264677 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.307517 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-f8d7d1d8-4b57-4239-9d31-02aad4e8e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:23.308985 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-f8d7d1d8-4b57-4239-9d31-02aad4e8e0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 200 len: 853 time: 0.0467796 Sep 20 06:17:23.311755 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.312334 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68a62743-36bd-4e21-a727-f2fe27096822 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:17:23.317409 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.319909 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-e9a6cdc4-377e-4dfa-952d-48b0364b57cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/68a62743-36bd-4e21-a727-f2fe27096822 HTTP/1.1" status: 204 len: 168 time: 0.8671696 Sep 20 06:17:23.321083 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52170) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:23.345340 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-7680017e-be7f-4ab2-96ef-48358f5acd01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270338 Sep 20 06:17:23.369823 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Deleting subnet 1642723d-fb50-4d4e-8df6-645cdffd5c55 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:17:23.372975 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.407685 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.439893 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-ed2e60b8-e7d7-46cf-8ad3-1ba539f99170 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872321 Sep 20 06:17:23.490302 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.534563 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-00e798e2-a82e-4845-87da-b224bdf4fb9d req-e6133227-f4c9-4617-aa88-ecc45eca6b38 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867126 Sep 20 06:17:23.545254 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.572231 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1642723d-fb50-4d4e-8df6-645cdffd5c55,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:23.577705 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.579613 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-de735001-b9e8-4110-a08b-ec12b22330e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1642723d-fb50-4d4e-8df6-645cdffd5c55 HTTP/1.1" status: 204 len: 168 time: 0.2575364 Sep 20 06:17:23.583481 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c2250-6ae8-4c24-8655-30a351339b87 None None] Network d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:17:23.583935 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52172) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:23.649098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.704652 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Deleting port 8fcb48d9-788b-41b6-8d85-985b58752743 {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:23.704994 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.770336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] For port 8fcb48d9-788b-41b6-8d85-985b58752743, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8fcb48d9-788b-41b6-8d85-985b58752743,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:23.770336 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.785661 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] DHCP port deletion for d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:17:23.786814 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Calling delete_port for 8fcb48d9-788b-41b6-8d85-985b58752743 owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:23.851014 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Deleting port 8fcb48d9-788b-41b6-8d85-985b58752743 {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:23.851675 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.855757 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b8642b6d-5563-41d3-bdf3-63b0f89cff66 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:23.888059 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:23.892161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: b8642b6d-5563-41d3-bdf3-63b0f89cff66 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:23.892450 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b8642b6d-5563-41d3-bdf3-63b0f89cff66 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:23.892878 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b14a6ccd-b61d-4568-9f9d-167b9bac453a no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:23.912952 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: b14a6ccd-b61d-4568-9f9d-167b9bac453a {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:23.913200 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device b14a6ccd-b61d-4568-9f9d-167b9bac453a not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:23.913806 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8fcb48d9-788b-41b6-8d85-985b58752743 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:23.919610 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcb48d9-788b-41b6-8d85-985b58752743,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:23.921446 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] No DVR routers for this DVR port 8fcb48d9-788b-41b6-8d85-985b58752743 on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:23.968549 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 8fcb48d9-788b-41b6-8d85-985b58752743 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:23.968892 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 8fcb48d9-788b-41b6-8d85-985b58752743 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:23.982415 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] For port 8fcb48d9-788b-41b6-8d85-985b58752743, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=8fcb48d9-788b-41b6-8d85-985b58752743,segment=NetworkSegment(881849e0-4620-4592-9c2a-b36565187eb2),segment_id=881849e0-4620-4592-9c2a-b36565187eb2)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:23.982813 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.001465 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Calling delete_port for 8fcb48d9-788b-41b6-8d85-985b58752743 owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:24.013095 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.040108 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:24.056109 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881849e0-4620-4592-9c2a-b36565187eb2') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:24.056460 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881849e0-4620-4592-9c2a-b36565187eb2') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:24.070266 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.097729 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.106053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.109488 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:17:24.110023 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:17:24.112476 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:17:24.143977 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Pushing event deleted for resources: {'Port': ['ID=8fcb48d9-788b-41b6-8d85-985b58752743,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:24.158462 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.162544 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.163103 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.163409 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.163755 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.164243 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.164472 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.164802 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.165149 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.165478 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.165802 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.166175 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:17:24.169243 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c175a-6aa6-47d0-834f-9ffc75bbb9d4 None None] No DVR routers for this DVR port 8fcb48d9-788b-41b6-8d85-985b58752743 on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:24.182559 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa9e3-afd2-4ccd-90a6-1a927c461c26 req-67e4ef43-063c-4cc9-addd-012446bb06f8 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:24.184241 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44dfa9e3-afd2-4ccd-90a6-1a927c461c26 req-67e4ef43-063c-4cc9-addd-012446bb06f8 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 943 time: 0.0902486 Sep 20 06:17:24.196512 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.203722 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.205786 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] 10.222.0.20 "DELETE /v2.0/networks/d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b HTTP/1.1" status: 204 len: 168 time: 0.6211185 Sep 20 06:17:24.211939 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52176) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:24.215841 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f56bd-8971-4bd5-bb7d-ec292df9da2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4fbd8f1-70d6-47cc-b586-6b7b20e64a9b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:24.279623 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-44dfa9e3-afd2-4ccd-90a6-1a927c461c26 req-daf4fe41-f857-40ea-bc02-410547550ee8 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869882 Sep 20 06:17:24.560888 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8122379'] for router_interface, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.797587 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Deleting port 0cee75ed-a7ed-4537-b19e-5eef09b38095 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:24.797923 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.872108 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] For port 0cee75ed-a7ed-4537-b19e-5eef09b38095, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=0cee75ed-a7ed-4537-b19e-5eef09b38095,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:24.872391 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:24.887649 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Calling delete_port for 0cee75ed-a7ed-4537-b19e-5eef09b38095 owned by network:router_interface {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:25.056277 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:25.081962 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cee75ed-a7ed-4537-b19e-5eef09b38095,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:25.236701 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7871415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8123835'] for router_interface, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:25.398885 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426a31-571b-4d7c-a85b-719300a65a3e req-332a1ef0-49a3-46e7-9283-3fc734c03355 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:25.400461 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-39426a31-571b-4d7c-a85b-719300a65a3e req-332a1ef0-49a3-46e7-9283-3fc734c03355 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 943 time: 0.0543611 Sep 20 06:17:25.439446 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-39426a31-571b-4d7c-a85b-719300a65a3e req-7e287cb1-a641-40ac-acc7-98963942609b tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Sep 20 06:17:25.683359 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Router c7db6176-561e-4527-8f63-7e292eaffc53 has already been hosted by L3 agent a10866f8-6c46-4808-85be-78f354a91833 {{(pid=94132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 06:17:25.785982 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] Notify agent at l3_agent.dv-cinder-809968-1-iscsi the message routers_updated {{(pid=94132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 06:17:25.790881 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-073a2762-380e-45e6-ab87-3eb625136ee7 admin admin] 10.222.0.20 "PUT /v2.0/routers/c7db6176-561e-4527-8f63-7e292eaffc53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763834 Sep 20 06:17:25.793648 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52180) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:25.795070 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Sync routers for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 06:17:25.804336 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:25.805018 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:25.902706 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:25.909368 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: dv-cinder-809968-1-iscsi {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:26.000753 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.053199 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Deleting port 38ed723d-bc1c-40a1-9071-9e074748324b {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:26.053536 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.133818 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] For port 38ed723d-bc1c-40a1-9071-9e074748324b, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=38ed723d-bc1c-40a1-9071-9e074748324b,segment=NetworkSegment(b87d59d4-808b-4c42-94c7-2ac456815198),segment_id=b87d59d4-808b-4c42-94c7-2ac456815198)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:26.134181 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.146848 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Calling delete_port for 38ed723d-bc1c-40a1-9071-9e074748324b owned by network:router_gateway {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:26.164075 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'external_fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:17:25Z', 'revision_number': 5, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port': {'id': '38ed723d-bc1c-40a1-9071-9e074748324b', 'name': '', 'network_id': '29c1a856-1725-4216-82fe-d459414f7f84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809968-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T06:10:28Z', 'updated_at': '2021-09-20T06:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0d5586d-71a7-4966-bafd-f8a364c45cc1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809968-1-iscsi'}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:26.189309 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Checking router: c7db6176-561e-4527-8f63-7e292eaffc53 for host: dv-cinder-809968-1-iscsi {{(pid=94134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 06:17:26.197425 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Routers {'c7db6176-561e-4527-8f63-7e292eaffc53'} bound to L3 agent in host dv-cinder-809968-1-iscsi {{(pid=94134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 06:17:26.198037 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809968-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T05:56:59Z,description=,heartbeat_timestamp=2021-09-20T06:16:59Z,host='dv-cinder-809968-1-iscsi',id=a10866f8-6c46-4808-85be-78f354a91833,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T05:56:59Z,topic='l3_agent')) {'router_ids': ['c7db6176-561e-4527-8f63-7e292eaffc53'], 'active': True} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:26.282169 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_dvr_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] Set router c7db6176-561e-4527-8f63-7e292eaffc53 gateway port host: None {{(pid=94134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 06:17:26.294414 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d824b1bc-1302-4d92-a711-2fb06de18981 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:17:26.308597 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.338128 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38ed723d-bc1c-40a1-9071-9e074748324b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:26.341125 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.l3_hamode_db [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:17:26Z', 'revision_number': 6, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port_host': None}], 'dv-cinder-809968-1-iscsi', False) {} {{(pid=94134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:26.371567 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4cb0c-12ef-4985-be24-8ddd74ec37e4 None None] The sync data for ids ['c7db6176-561e-4527-8f63-7e292eaffc53'] in dv-cinder-809968-1-iscsi is: [{'id': 'c7db6176-561e-4527-8f63-7e292eaffc53', 'name': 'tempest-TestVolumeBootPattern-1302442480-router', 'tenant_id': 'd65a4315d1394d78911d2ad426aefd25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T06:10:27Z', 'updated_at': '2021-09-20T06:17:26Z', 'revision_number': 6, 'project_id': 'd65a4315d1394d78911d2ad426aefd25', 'gw_port_host': None}] {{(pid=94134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 06:17:26.401834 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8123773'] for router_gateway, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.409798 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d824b1bc-1302-4d92-a711-2fb06de18981,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:26.421073 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'd824b1bc-1302-4d92-a711-2fb06de18981', 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb', 'port_id': 'd824b1bc-1302-4d92-a711-2fb06de18981', 'mac_address': 'fa:16:3e:43:5f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093dff2f-fc41-49c6-ac99-a334820d18f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:17:26.474791 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.494354 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d824b1bc-1302-4d92-a711-2fb06de18981 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:17:26.496554 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8063532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1423'] for router, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.499004 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.499996 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-735fb46d-81e8-4668-9988-63a0935ef006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.516829 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d824b1bc-1302-4d92-a711-2fb06de18981,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:26.521190 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.546271 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8063703'] for router, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.546745 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7db6176-561e-4527-8f63-7e292eaffc53 {{(pid=94131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 06:17:26.551335 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.552569 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-3f5066af-a023-4064-a75f-2ea3a00f1eb8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c7db6176-561e-4527-8f63-7e292eaffc53 HTTP/1.1" status: 204 len: 168 time: 0.7578869 Sep 20 06:17:26.554934 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52184) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:26.568306 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63eb54-ce78-4bbd-badc-fc8039d87808 req-7b63c155-4279-4a10-afe7-1ce40a87f6b7 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:26.569835 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff63eb54-ce78-4bbd-badc-fc8039d87808 req-7b63c155-4279-4a10-afe7-1ce40a87f6b7 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 944 time: 0.0558686 Sep 20 06:17:26.574349 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:26.599311 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.db_base_plugin_v2 [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Deleting subnet 1e1c3181-4c0e-4b32-bea8-fba57b3eead6 {{(pid=94131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:17:26.602583 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.614621 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ff63eb54-ce78-4bbd-badc-fc8039d87808 req-0f6fe718-22da-43b1-9d69-52cf09728895 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Sep 20 06:17:26.635805 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6282053'] for subnet, precommit_delete_associations {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.710738 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.724556 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['d824b1bc-1302-4d92-a711-2fb06de18981'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:17:26.768849 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6557038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6652483'] for subnet, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.796768 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1c3181-4c0e-4b32-bea8-fba57b3eead6,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:26.798672 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for subnet, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.802882 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-c59da48c-beb1-4ab3-8da7-9f39d8f2a59d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1e1c3181-4c0e-4b32-bea8-fba57b3eead6 HTTP/1.1" status: 204 len: 168 time: 0.2445283 Sep 20 06:17:26.803147 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52186) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:26.809710 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b08429-3f6c-427c-97ba-99635d266de2 None None] Network 696cfab7-5978-4f6a-9277-86158f9c390b requested from dv-cinder-809968-1-iscsi {{(pid=94133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 06:17:26.874739 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:26.928711 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Deleting port 382a4a06-d007-4b87-8fe0-1c76fa09e1af {{(pid=94131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:26.929045 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.141610 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.196434 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] DHCP port deletion for 696cfab7-5978-4f6a-9277-86158f9c390b request from dv-cinder-809968-1-iscsi {{(pid=94133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 06:17:27.237554 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.db [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] For port 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=382a4a06-d007-4b87-8fe0-1c76fa09e1af,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:27.237919 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.245996 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Deleting port 382a4a06-d007-4b87-8fe0-1c76fa09e1af {{(pid=94133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:17:27.246362 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.250658 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.plugin [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Calling delete_port for 382a4a06-d007-4b87-8fe0-1c76fa09e1af owned by network:dhcp {{(pid=94131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:27.308669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] For port 382a4a06-d007-4b87-8fe0-1c76fa09e1af, host dv-cinder-809968-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809968-1-iscsi',level=0,port_id=382a4a06-d007-4b87-8fe0-1c76fa09e1af,segment=NetworkSegment(409ac12c-5657-4b73-8a6e-d9b620efa04d),segment_id=409ac12c-5657-4b73-8a6e-d9b620efa04d)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:27.309213 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.323330 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Calling delete_port for 382a4a06-d007-4b87-8fe0-1c76fa09e1af owned by network:dhcp {{(pid=94133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:17:27.343896 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556993'] for port, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.369843 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Pushing event deleted for resources: {'Port': ['ID=382a4a06-d007-4b87-8fe0-1c76fa09e1af,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:27.373878 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] No DVR routers for this DVR port 382a4a06-d007-4b87-8fe0-1c76fa09e1af on host dv-cinder-809968-1-iscsi {{(pid=94131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:27.406232 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707'] for port, after_delete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.432100 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] Pushing event deleted for resources: {'Port': ['ID=382a4a06-d007-4b87-8fe0-1c76fa09e1af,revision_number=None']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:27.436691 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb3350-b139-4a91-b67e-852dda4666eb None None] No DVR routers for this DVR port 382a4a06-d007-4b87-8fe0-1c76fa09e1af on host dv-cinder-809968-1-iscsi {{(pid=94133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:17:27.447048 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.474016 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696cfab7-5978-4f6a-9277-86158f9c390b']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:27.483317 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409ac12c-5657-4b73-8a6e-d9b620efa04d') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:27.483641 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409ac12c-5657-4b73-8a6e-d9b620efa04d') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:17:27.493212 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.505745 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.511709 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:17:27.512089 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:17:27.513686 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:17:27.567917 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.573208 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.574907 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] 10.222.0.20 "DELETE /v2.0/networks/696cfab7-5978-4f6a-9277-86158f9c390b HTTP/1.1" status: 204 len: 168 time: 0.7708735 Sep 20 06:17:27.580561 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 0cee75ed-a7ed-4537-b19e-5eef09b38095 no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:27.585562 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9142519-3095-442e-bab7-7ee0e58c8031 admin admin] Pushing event deleted for resources: {'Network': ['ID=696cfab7-5978-4f6a-9277-86158f9c390b,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:27.600617 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 0cee75ed-a7ed-4537-b19e-5eef09b38095 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:27.600957 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 0cee75ed-a7ed-4537-b19e-5eef09b38095 not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:27.601379 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 382a4a06-d007-4b87-8fe0-1c76fa09e1af no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:27.620296 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 382a4a06-d007-4b87-8fe0-1c76fa09e1af {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:27.620643 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 382a4a06-d007-4b87-8fe0-1c76fa09e1af not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:27.621050 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 38ed723d-bc1c-40a1-9071-9e074748324b no longer exists at agent ovs-agent-dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:17:27.639586 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] No Port match for: 38ed723d-bc1c-40a1-9071-9e074748324b {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:17:27.639931 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Device 38ed723d-bc1c-40a1-9071-9e074748324b not bound to the agent host dv-cinder-809968-1-iscsi {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:17:27.701023 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52192) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:27.732529 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e23be-0685-419d-9d5a-28190348b265 req-3d241167-6ccd-475c-b03b-1f66d352e898 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:27.734028 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd2e23be-0685-419d-9d5a-28190348b265 req-3d241167-6ccd-475c-b03b-1f66d352e898 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 944 time: 0.0503697 Sep 20 06:17:27.741542 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-bc52f07a-f844-4118-a29d-c319cb658854 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb30e7cf32e54c1da94a3c7b6ee3ffb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390356 Sep 20 06:17:27.744039 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52194) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:27.776531 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-cd2e23be-0685-419d-9d5a-28190348b265 req-cff93154-26bd-48fb-8f47-26c02a98d4b6 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Sep 20 06:17:27.791404 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.814518 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.859687 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.862155 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:27.863323 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/314ac0ad-45b1-40bb-a415-5479ed6f3e79 HTTP/1.1" status: 204 len: 168 time: 0.1183536 Sep 20 06:17:27.870470 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae4bf5-074f-4b58-aa72-2fc612a7bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ac0ad-45b1-40bb-a415-5479ed6f3e79,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:28.163861 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52200) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:28.202174 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-261ad8fc-19cb-4d8e-8243-bf8b2ce9484a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d65a4315d1394d78911d2ad426aefd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371313 Sep 20 06:17:28.204340 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52202) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:17:28.260995 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.281930 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.316639 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d824b1bc-1302-4d92-a711-2fb06de18981 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:17:28.338353 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.340937 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.342112 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0843bbb9-8a39-4b4a-8e45-450dd21092e3 HTTP/1.1" status: 204 len: 168 time: 0.1368825 Sep 20 06:17:28.349844 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b491f6b-c138-461c-8b9c-3f38975d6b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0843bbb9-8a39-4b4a-8e45-450dd21092e3,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:28.380812 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port d824b1bc-1302-4d92-a711-2fb06de18981 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:17:28.384574 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port d824b1bc-1302-4d92-a711-2fb06de18981 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:17:28.385019 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.460179 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.481755 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:17:28.484053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8fab36-3fbc-41e4-9f45-068a28c1f3ee" -d '{"events": [{"server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "name": "network-vif-plugged", "status": "completed", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:17:28.497347 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d824b1bc-1302-4d92-a711-2fb06de18981,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:17:28.502711 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:28.529564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d081a1b6-6f91-4f83-bbc2-7f06e58ae729 x-openstack-request-id: req-d081a1b6-6f91-4f83-bbc2-7f06e58ae729 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:17:28.529856 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "name": "network-vif-plugged", "status": "completed", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:17:28.530108 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d081a1b6-6f91-4f83-bbc2-7f06e58ae729 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:17:28.530495 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981', 'code': 200} Sep 20 06:17:28.560240 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:17:28.700621 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf3d59-9171-4abd-b086-18f105de37d4 req-1be644e1-e90d-4e5d-b915-4a5c6e2533d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:28.702357 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-74bf3d59-9171-4abd-b086-18f105de37d4 req-1be644e1-e90d-4e5d-b915-4a5c6e2533d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 1098 time: 0.0422523 Sep 20 06:17:28.738912 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-74bf3d59-9171-4abd-b086-18f105de37d4 req-8bb46ed3-7106-47e9-9ba5-96c18cb79ebc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289669 Sep 20 06:17:28.887937 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ae45-b909-4656-946e-3c54ab076b27 req-e75e235b-d606-419a-9772-e07dadb5db6e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:28.889509 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11a4ae45-b909-4656-946e-3c54ab076b27 req-e75e235b-d606-419a-9772-e07dadb5db6e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 945 time: 0.0488303 Sep 20 06:17:28.926781 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-11a4ae45-b909-4656-946e-3c54ab076b27 req-d6b3c84c-5832-4dc7-bbd0-208c94884b37 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Sep 20 06:17:29.037364 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c13ab04b-c519-4c71-a761-4d0350d0622d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:29.308598 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:29.979386 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:30.039346 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87674250-2076-4d82-afd4-4aed86b62e54 req-601f7975-e5df-4b99-97d0-7cf09f339219 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:17:30.040798 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87674250-2076-4d82-afd4-4aed86b62e54 req-601f7975-e5df-4b99-97d0-7cf09f339219 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 945 time: 0.0469117 Sep 20 06:17:30.078627 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-87674250-2076-4d82-afd4-4aed86b62e54 req-67fa5e57-a33a-4e83-8109-0412df058f22 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Sep 20 06:17:31.975572 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:33.829987 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:17:56.480319 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6b3b70b0-42b2-4af8-b9aa-8020e7fa33f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:57.139959 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:59.037879 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3730c3cb-6f4a-4da0-ac9a-f87c619b5825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:59.308739 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:17:59.982918 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:01.668884 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-baf21618-74ef-48ec-8bab-98e4a0a0fc8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385973 Sep 20 06:18:01.748742 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-4a3ab69c-1124-43a4-9208-fd621e4ca95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:01.750317 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-4a3ab69c-1124-43a4-9208-fd621e4ca95d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 1098 time: 0.0388014 Sep 20 06:18:01.978446 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:02.711264 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-9dedefa8-0c93-4de0-a7b6-4b74fc94d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:02.712688 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-9dedefa8-0c93-4de0-a7b6-4b74fc94d4ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 914 time: 0.0846589 Sep 20 06:18:03.485928 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-3d5f542b-6f80-43c3-8c9c-74cced1c8463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d824b1bc-1302-4d92-a711-2fb06de18981 HTTP/1.1" status: 200 len: 217 time: 0.0339787 Sep 20 06:18:04.443503 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-c29637f1-61cd-4680-bf09-dfdcf0cc71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:04.444914 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-c29637f1-61cd-4680-bf09-dfdcf0cc71ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 200 len: 853 time: 0.0475333 Sep 20 06:18:04.487785 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-9cba2464-ad27-42e0-a359-1d420db9c432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234833 Sep 20 06:18:04.574188 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-e929f0c8-4b66-4a28-bcb1-f7f67cdb5645 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785258 Sep 20 06:18:04.668100 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-ee064a63-ca60-4d77-ab76-9727f18c18ea req-16c12284-b37e-4f3e-b42f-d9f287499a4a service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858634 Sep 20 06:18:10.383131 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dc48d-a5b5-45b0-a4c7-e0429c297d0c req-e21213a3-6466-474f-900a-f225e8ed528c tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:10.385115 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c9dc48d-a5b5-45b0-a4c7-e0429c297d0c req-e21213a3-6466-474f-900a-f225e8ed528c tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Sep 20 06:18:10.420845 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-9c9dc48d-a5b5-45b0-a4c7-e0429c297d0c req-bfa59f08-f76a-4b2c-a2ce-e9a7f6fb3f41 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299754 Sep 20 06:18:10.829993 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:18:11.534440 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13833d-6824-4b45-be9a-15e6ad02d482 req-185ad4fe-a632-48db-9815-a5efa2e7d6a3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:11.536041 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3e13833d-6824-4b45-be9a-15e6ad02d482 req-185ad4fe-a632-48db-9815-a5efa2e7d6a3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 945 time: 0.0480652 Sep 20 06:18:11.572195 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3e13833d-6824-4b45-be9a-15e6ad02d482 req-fd756ac7-689d-4169-ad0f-5a270cd708c0 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297868 Sep 20 06:18:11.886086 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-551d45b9-69d0-43c8-8d85-ba74e414efbd tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:11.887510 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-551d45b9-69d0-43c8-8d85-ba74e414efbd tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 945 time: 0.0463064 Sep 20 06:18:11.974036 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Deleting port d824b1bc-1302-4d92-a711-2fb06de18981 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:18:11.974375 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:12.059239 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] For port d824b1bc-1302-4d92-a711-2fb06de18981, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=d824b1bc-1302-4d92-a711-2fb06de18981,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:18:12.059624 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:12.075632 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Calling delete_port for d824b1bc-1302-4d92-a711-2fb06de18981 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:18:12.193914 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:12.207285 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['d824b1bc-1302-4d92-a711-2fb06de18981'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:18:12.222230 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Pushing event deleted for resources: {'Port': ['ID=d824b1bc-1302-4d92-a711-2fb06de18981,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:12.252111 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.252454 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.252794 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.253125 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.253453 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.253782 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.254107 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.254429 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.254752 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.255071 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.255414 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.255734 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:12.273324 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] No DVR routers for this DVR port d824b1bc-1302-4d92-a711-2fb06de18981 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:18:12.275594 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:12.277580 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3f8ea7f8-f80c-425f-adc6-dfb3d071b950 req-fb7637c7-01f9-441c-8b49-8e381a521e1f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "DELETE /v2.0/ports/d824b1bc-1302-4d92-a711-2fb06de18981 HTTP/1.1" status: 204 len: 173 time: 0.3839881 Sep 20 06:18:12.277997 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'name': 'network-vif-deleted', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:18:12.280273 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd87e02-6f17-4dbc-aad5-4b035e997ede" -d '{"events": [{"server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "name": "network-vif-deleted", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:18:12.315953 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e08194-988f-4dd4-a6e8-de2886a95fc3 x-openstack-request-id: req-19e08194-988f-4dd4-a6e8-de2886a95fc3 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:18:12.316246 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a81186-23ff-48a3-8c2d-aa5edf5d4a73", "name": "network-vif-deleted", "tag": "d824b1bc-1302-4d92-a711-2fb06de18981", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:18:12.316500 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19e08194-988f-4dd4-a6e8-de2886a95fc3 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:18:12.316899 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a81186-23ff-48a3-8c2d-aa5edf5d4a73', 'name': 'network-vif-deleted', 'tag': 'd824b1bc-1302-4d92-a711-2fb06de18981', 'status': 'completed', 'code': 200} Sep 20 06:18:12.680502 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-904205af-811a-436d-8d4a-cf2e47b27150 req-8a097ae5-2fd3-4f53-921b-7650496c49e1 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a81186-23ff-48a3-8c2d-aa5edf5d4a73 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Sep 20 06:18:16.707725 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d824b1bc-1302-4d92-a711-2fb06de18981 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:18:16.726701 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: d824b1bc-1302-4d92-a711-2fb06de18981 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:18:16.727032 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device d824b1bc-1302-4d92-a711-2fb06de18981 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:18:21.611167 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-f5b82b55-1fd3-43da-a6e6-aa0b10d77048 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:21.612695 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-f5b82b55-1fd3-43da-a6e6-aa0b10d77048 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 813 time: 0.1007228 Sep 20 06:18:21.627282 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-dd9b3a4c-ce4c-4451-9f6f-6fb92b362751 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/quotas/792d4ed92f7741c791d3ee0e0aecbc25 HTTP/1.1" status: 200 len: 375 time: 0.0090659 Sep 20 06:18:21.657248 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e87428b1-d13e-4145-bc6c-f4fbd2fee0a1 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249240 Sep 20 06:18:21.773681 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-1ca16663-3812-4afa-9469-457a6de1da91 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=94131) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 06:18:21.774669 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-1ca16663-3812-4afa-9469-457a6de1da91 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112084 Sep 20 06:18:21.863875 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-1a6922ac-e2af-46fc-ae06-04c02fbd94f2 service neutron] 10.222.0.20 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Sep 20 06:18:21.949427 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-cbc120c4-23f1-4a6c-895d-fdb6689f3baf service neutron] 10.222.0.20 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791085 Sep 20 06:18:22.100386 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-81aab5db-b4ae-45fd-91bb-6ee666a91935 req-4aa1989a-574b-4e4c-b389-6743d22c6af2 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 210 time: 0.0254326 Sep 20 06:18:22.945419 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-40834d96-8fa0-427a-8a19-bb2f4906f180 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:22.946838 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-40834d96-8fa0-427a-8a19-bb2f4906f180 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 813 time: 0.1077030 Sep 20 06:18:22.961163 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Request body: {'port': {'device_id': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb', 'admin_state_up': True, 'tenant_id': '792d4ed92f7741c791d3ee0e0aecbc25'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:18:23.066413 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Made reservation on behalf of 792d4ed92f7741c791d3ee0e0aecbc25 for: {'port': 1} {{(pid=94132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 06:18:23.069904 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.193486 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_common [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Allocated IP 172.20.0.2 (efd75a62-6fe7-4a3b-9460-7b0f8ca719bb/093dff2f-fc41-49c6-ac99-a334820d18f2/de4ab649-6cdf-4d8c-bb9c-2b6ce7387399) {{(pid=94132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 06:18:23.195087 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-73f2efde-f8e0-41d3-b2b3-f86652bad638 req-1d72f662-15b2-40d1-b636-653236d10370 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Sep 20 06:18:23.337581 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks [] for port, precommit_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.369768 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733375466698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_create {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.410266 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb is already hosted by enough agents. {{(pid=94132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 06:18:23.413248 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.scheduler.base_scheduler [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Resources bound (agent type, host, resource id): {{(pid=94132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 06:18:23.417240 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Received port after_create {{(pid=94132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 06:18:23.441849 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Pushing event updated for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=1']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:23.468260 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:23.468933 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.482936 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-e6030fcd-a2a7-4716-879e-968c1f903aaa tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5258298 Sep 20 06:18:23.495479 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.v2.base [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Request body: {'port': {'device_id': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 06:18:23.550020 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.796375 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 {{(pid=94132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:18:23.803421 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.814444 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.provisioning_blocks [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Transition to ACTIVE for port object de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 will not be triggered until provisioned by entity L2. {{(pid=94132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 06:18:23.818457 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:23.867509 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=2']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:23.930145 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Attempting to bind port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 06:18:23.930468 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Attempting to bind port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 06:18:23.930785 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Attempting to bind port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:18:23.934901 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 06:18:23.935214 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Attempting to bind port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 on network efd75a62-6fe7-4a3b-9460-7b0f8ca719bb {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 06:18:23.939759 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Checking agent: {'id': '672773cf-6f05-4fa5-a339-fcfbcb0fe30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'started_at': datetime.datetime(2021, 9, 20, 6, 2, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 6, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 06:18:23.940085 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Checking segment: {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 06:18:23.940458 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Bound using segment: {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'} {{(pid=94132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 06:18:23.940868 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.managers [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Bound port: de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb'}}] {{(pid=94132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 06:18:23.941210 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:24.002580 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, cleared binding levels {{(pid=94132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 06:18:24.005670 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 06:18:24.009166 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4918893'] for port, after_update {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:24.041119 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.041755 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:24.043167 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] 10.222.0.37 "PUT /v2.0/ports/de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 HTTP/1.1" status: 200 len: 1093 time: 0.5522227 Sep 20 06:18:24.043630 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:18:24.045986 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f97dd6-84b9-425c-8e1b-0b80b8885341" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:18:24.075359 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e6b2-2cd0-48a0-9a5a-2c079e9e7ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=3']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:24.089658 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 06:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a557729-90ba-4e67-b6ba-8411d263c042 x-openstack-request-id: req-0a557729-90ba-4e67-b6ba-8411d263c042 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:18:24.089939 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:18:24.090185 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a557729-90ba-4e67-b6ba-8411d263c042 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:18:24.090594 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399', 'status': 'completed', 'code': 200} Sep 20 06:18:24.122397 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-0db0a284-e83d-4efd-8a11-27397748b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.123913 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-0db0a284-e83d-4efd-8a11-27397748b499 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 1096 time: 0.0426810 Sep 20 06:18:24.167530 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-2896686c-3000-410e-9069-207fc18a7b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 HTTP/1.1" status: 200 len: 217 time: 0.0359776 Sep 20 06:18:24.217823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-ead9b5a5-3586-4735-bfc7-0c5b1f0ad5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.219273 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-ead9b5a5-3586-4735-bfc7-0c5b1f0ad5c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 200 len: 853 time: 0.0444295 Sep 20 06:18:24.251595 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-2b526b7e-3787-4872-8b3d-022817ebe980 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250752 Sep 20 06:18:24.317760 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963c060-6110-437e-8b3e-f0fac7d23e3c req-3d17588f-8738-4530-816e-94f9022ea658 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.319919 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1963c060-6110-437e-8b3e-f0fac7d23e3c req-3d17588f-8738-4530-816e-94f9022ea658 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 943 time: 0.0510433 Sep 20 06:18:24.351151 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-50b9ec94-63e3-49d0-b484-a405120f40b5 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924547 Sep 20 06:18:24.361760 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1963c060-6110-437e-8b3e-f0fac7d23e3c req-41bae4d5-8dc3-47c3-a9ee-05d61350bd82 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Sep 20 06:18:24.441222 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-3784e96c-bdcf-4d91-9392-b4d9cc3b42c8 req-7ff31327-f61c-48aa-a55a-557efd187884 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830016 Sep 20 06:18:24.534731 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-a3c6e25f-1645-449b-ba36-8bfd613dba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.536211 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-a3c6e25f-1645-449b-ba36-8bfd613dba7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 1096 time: 0.0438833 Sep 20 06:18:24.622733 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-aad69940-1f8e-4f15-89c9-b09e8ed48f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.624101 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-aad69940-1f8e-4f15-89c9-b09e8ed48f6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 200 len: 914 time: 0.0812583 Sep 20 06:18:24.671623 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-836f4f71-725e-45c1-8d69-dd944646be83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 HTTP/1.1" status: 200 len: 217 time: 0.0403929 Sep 20 06:18:24.718761 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-e776d0c1-8c28-461a-bf6d-0b5c2a8f6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:24.720139 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-e776d0c1-8c28-461a-bf6d-0b5c2a8f6369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 200 len: 853 time: 0.0416949 Sep 20 06:18:24.750712 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-b4248687-63e4-43cf-aea1-aa7d5d3e0310 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230336 Sep 20 06:18:24.839827 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-21804fd0-caad-465d-b41d-28519e863ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811737 Sep 20 06:18:24.929041 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-d2f97dd6-84b9-425c-8e1b-0b80b8885341 req-522c1c3d-1dab-427a-813c-975f5f37742e service neutron] 10.222.0.37 "GET /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794337 Sep 20 06:18:25.476152 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c13fb-365b-4b11-af5c-10e8b2df8433 req-60f19b19-b5c8-4b50-9550-85493b7323ce tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:25.477580 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a70c13fb-365b-4b11-af5c-10e8b2df8433 req-60f19b19-b5c8-4b50-9550-85493b7323ce tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 943 time: 0.0476618 Sep 20 06:18:25.519344 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-a70c13fb-365b-4b11-af5c-10e8b2df8433 req-6db9f727-dd10-45ba-adaf-cd264d9f635c tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359793 Sep 20 06:18:26.480521 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-69124afc-4a6c-4160-85fe-448d80199f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:26.629088 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1dca2d-e242-4b9e-b069-f5609fae025a req-03309df7-1db0-4279-bf4f-899408148136 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:26.630463 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e1dca2d-e242-4b9e-b069-f5609fae025a req-03309df7-1db0-4279-bf4f-899408148136 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 943 time: 0.0476251 Sep 20 06:18:26.666843 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-4e1dca2d-e242-4b9e-b069-f5609fae025a req-ff2f0d92-1fa6-4b4a-b03f-5ffd958ee1ab tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301185 Sep 20 06:18:26.721630 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94133) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 06:18:26.813666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:18:26.824772 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Returning: {'device': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399', 'network_id': 'efd75a62-6fe7-4a3b-9460-7b0f8ca719bb', 'port_id': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399', 'mac_address': 'fa:16:3e:41:e2:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093dff2f-fc41-49c6-ac99-a334820d18f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94133) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 06:18:26.859289 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:26.871742 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 {{(pid=94133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 06:18:26.893157 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:18:26.896485 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:26.941168 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=4']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:26.947882 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.948233 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.948573 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.948910 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.949241 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.949568 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.949891 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.950216 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.950564 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.950884 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.951202 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:26.951555 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:18:27.098041 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['de4ab649-6cdf-4d8c-bb9c-2b6ce7387399'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:18:27.139033 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:27.791790 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2c4c8-5519-484f-969c-849b05618d03 req-e134c27a-55c2-43a2-ac2a-0ec7b8c6142f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:27.793218 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f6c2c4c8-5519-484f-969c-849b05618d03 req-e134c27a-55c2-43a2-ac2a-0ec7b8c6142f tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 944 time: 0.0504737 Sep 20 06:18:27.830475 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-f6c2c4c8-5519-484f-969c-849b05618d03 req-dd917770-5e6d-435a-8005-98a8af77c1a3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Sep 20 06:18:28.737475 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 up at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 06:18:28.786103 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning for port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 completed by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 06:18:28.789552 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.db.provisioning_blocks [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Provisioning complete for port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 triggered by entity L2. {{(pid=94133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 06:18:28.789926 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-707303'] for port, provisioning_complete {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:28.864053 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666411'] for port, before_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:28.886548 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399'}] {{(pid=94133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:18:28.888810 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b05282a046752c5c60cfef8fed679f0c6d6bcfea5c9a0e54796f02d0af7989c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a476ec38-8257-42ac-83f8-48423775929e" -d '{"events": [{"server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "name": "network-vif-plugged", "status": "completed", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399"}]}' {{(pid=94133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:18:28.901281 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:18:28.905646 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733375952397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733375466716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733375466734'] for port, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:28.931631 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4893ffea-e47a-462b-a975-d9db135b8b40 x-openstack-request-id: req-4893ffea-e47a-462b-a975-d9db135b8b40 {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:18:28.932427 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "name": "network-vif-plugged", "status": "completed", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399", "code": 200}]} {{(pid=94133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:18:28.932685 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4893ffea-e47a-462b-a975-d9db135b8b40 {{(pid=94133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:18:28.933076 dv-cinder-809968-1-iscsi neutron-server[94133]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399', 'code': 200} Sep 20 06:18:28.952148 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b8ae-eb03-4218-815e-9750ed6f9331 req-7a35eac2-29cd-4daf-a28c-10b4f996b9e1 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:28.954022 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1215b8ae-eb03-4218-815e-9750ed6f9331 req-7a35eac2-29cd-4daf-a28c-10b4f996b9e1 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Sep 20 06:18:28.958817 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Pushing event updated for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=5']} {{(pid=94133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:28.993615 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-1215b8ae-eb03-4218-815e-9750ed6f9331 req-d4b4ac25-d40b-43a1-9ca9-ec2d1658e1b9 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322909 Sep 20 06:18:29.037531 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-759ff183-bb0a-4838-a839-31f941b591f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:29.082792 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618547ad-a00e-41b6-a499-bad854eddd9b req-1bd0b3ec-d501-497d-87e5-7327285c8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:29.084288 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-618547ad-a00e-41b6-a499-bad854eddd9b req-1bd0b3ec-d501-497d-87e5-7327285c8e04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 1098 time: 0.0385911 Sep 20 06:18:29.117821 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-618547ad-a00e-41b6-a499-bad854eddd9b req-04ffa020-2eb5-4980-9723-af131381a523 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266106 Sep 20 06:18:29.310062 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:29.985838 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:30.112857 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a7895-eb06-48b3-b123-f0257f135171 req-72526c8e-3045-40a3-94f5-b86a744ea400 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:30.114331 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e1a7895-eb06-48b3-b123-f0257f135171 req-72526c8e-3045-40a3-94f5-b86a744ea400 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0480657 Sep 20 06:18:30.150883 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-2e1a7895-eb06-48b3-b123-f0257f135171 req-226abd59-11c0-4cf5-967d-2664a32ee17d tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298066 Sep 20 06:18:31.261614 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72d521-6e8e-41dd-b36a-d92e3d7cb790 req-98392185-7016-45d7-bde9-6c8480691e1e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:31.263075 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a72d521-6e8e-41dd-b36a-d92e3d7cb790 req-98392185-7016-45d7-bde9-6c8480691e1e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0479727 Sep 20 06:18:31.299971 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-7a72d521-6e8e-41dd-b36a-d92e3d7cb790 req-d415f056-8858-4fb1-b6da-298a20f47b96 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311136 Sep 20 06:18:31.980107 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:47.829776 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:18:51.150519 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba48d0f-ac27-420b-a015-b7f42441447e req-290ae32d-30c3-4cb6-bdbd-60b7b147f84e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:51.152032 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6ba48d0f-ac27-420b-a015-b7f42441447e req-290ae32d-30c3-4cb6-bdbd-60b7b147f84e tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Sep 20 06:18:51.188749 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [req-6ba48d0f-ac27-420b-a015-b7f42441447e req-62c09d70-f782-4f08-af1a-d385c81be6ca tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Sep 20 06:18:52.304426 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b8f4e-0bdb-4e0c-a1c3-943bb91fd6c5 req-54c4fc7b-6e3f-46a6-8d10-c0476a768bdf tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:52.305877 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4a2b8f4e-0bdb-4e0c-a1c3-943bb91fd6c5 req-54c4fc7b-6e3f-46a6-8d10-c0476a768bdf tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Sep 20 06:18:52.342961 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4a2b8f4e-0bdb-4e0c-a1c3-943bb91fd6c5 req-d4af5e86-6d11-42bb-839e-510abd9749e3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc1b5fe6-83da-4f2c-a687-b279e3353292&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Sep 20 06:18:52.669386 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea6229-6540-4807-8018-06b2a883ddea req-1f246504-db03-48ef-919a-96325649aa02 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 06:18:52.670805 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2ea6229-6540-4807-8018-06b2a883ddea req-1f246504-db03-48ef-919a-96325649aa02 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 945 time: 0.0467942 Sep 20 06:18:52.757354 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Deleting port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 {{(pid=94132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 06:18:52.757723 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733375946545'] for port, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:52.842205 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.db [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] For port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,segment=NetworkSegment(f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5),segment_id=f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5)] {{(pid=94132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 06:18:52.842561 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8120643'] for port, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:52.854818 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.plugins.ml2.plugin [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Calling delete_port for de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 owned by compute:nova {{(pid=94132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 06:18:52.976496 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-179059', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733375952375', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733375466707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4918900'] for port, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:52.988152 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.db [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] get_ports_and_sgs() called for port_ids ['de4ab649-6cdf-4d8c-bb9c-2b6ce7387399'] {{(pid=94133) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 06:18:53.004539 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Pushing event deleted for resources: {'Port': ['ID=de4ab649-6cdf-4d8c-bb9c-2b6ce7387399,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:18:53.044063 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] No DVR routers for this DVR port de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 on host hv-cinder-80996 {{(pid=94132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 06:18:53.046651 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-52838'] for port, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:53.048694 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-e2ea6229-6540-4807-8018-06b2a883ddea req-4136eae8-17ee-4b77-9a37-846274f2a0b3 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.37 "DELETE /v2.0/ports/de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 HTTP/1.1" status: 204 len: 173 time: 0.3717136 Sep 20 06:18:53.049147 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'name': 'network-vif-deleted', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399'}] {{(pid=94132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 06:18:53.051491 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a10593f4e407f74ba9d59e1022edf8b9472200fba7c0bd17fb1f74a189f4035c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a3691-f208-4db2-923e-1e25ce95af78" -d '{"events": [{"server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "name": "network-vif-deleted", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399"}]}' {{(pid=94132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 06:18:53.090095 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 06:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753715dd-8e02-468b-b3ab-485cbe0f5242 x-openstack-request-id: req-753715dd-8e02-468b-b3ab-485cbe0f5242 {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 06:18:53.090389 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7", "name": "network-vif-deleted", "tag": "de4ab649-6cdf-4d8c-bb9c-2b6ce7387399", "status": "completed", "code": 200}]} {{(pid=94132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 06:18:53.090641 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-753715dd-8e02-468b-b3ab-485cbe0f5242 {{(pid=94132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 06:18:53.091034 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7', 'name': 'network-vif-deleted', 'tag': 'de4ab649-6cdf-4d8c-bb9c-2b6ce7387399', 'status': 'completed', 'code': 200} Sep 20 06:18:53.453388 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [req-4508c306-7c35-4bf7-9b38-db2d1d1258fc req-8c598a5a-f55f-428c-8040-ddefa0809d26 tempest-VolumesSnapshotTestJSON-1634669627 tempest-VolumesSnapshotTestJSON-1634669627-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e4ea6b1-c53e-40a8-ad77-b1fa7e3534e7 HTTP/1.1" status: 200 len: 210 time: 0.0294957 Sep 20 06:18:56.479810 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-2f8acc89-c932-419a-8551-5d89bc345733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:57.006518 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 06:18:57.026499 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.plugin [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] No Port match for: de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 {{(pid=94133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 06:18:57.026834 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron.plugins.ml2.rpc [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Device de4ab649-6cdf-4d8c-bb9c-2b6ce7387399 not bound to the agent host hv-cinder-80996 {{(pid=94133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 06:18:57.854198 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:59.038813 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-3590be7b-2608-4082-871b-e79882b9994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:59.324905 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:18:59.988511 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:01.982188 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.452794 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [-] (94132) accepted ('10.222.0.20', 52706) {{(pid=94132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:19:16.497427 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.db.db_base_plugin_v2 [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Deleting subnet 093dff2f-fc41-49c6-ac99-a334820d18f2 {{(pid=94132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 06:19:16.500484 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.533933 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6047785'] for subnet, precommit_delete_associations {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.574223 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-718235'] for subnet, precommit_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.624665 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-718220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4918875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4982528'] for subnet, after_delete {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.657181 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron_lib.callbacks.manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.659227 dv-cinder-809968-1-iscsi neutron-server[94132]: INFO neutron.wsgi [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/093dff2f-fc41-49c6-ac99-a334820d18f2 HTTP/1.1" status: 204 len: 168 time: 0.2052879 Sep 20 06:19:16.660490 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093dff2f-fc41-49c6-ac99-a334820d18f2,revision_number=None']} {{(pid=94132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:19:16.662125 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52708) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:19:16.668533 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.668885 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.669211 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.669546 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.669876 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.670202 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.670523 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.670844 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.671178 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.671508 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.671823 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.672137 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8669e672-efe7-4292-b245-a98b3d16445b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.732098 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-782698'] for network, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.810126 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720156', 'neutron.services.segments.db._delete_segments_for_network-8733375977373'] for network, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.829827 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efd75a62-6fe7-4a3b-9460-7b0f8ca719bb']}} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:19:16.839349 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5') {'for_net_delete': True} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:19:16.839682 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.services.segments.db [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77e1aeb-cd87-4fc8-a3a5-2a49727b03b5') {} {{(pid=94131) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 06:19:16.848629 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733375978406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6282062'] for segment, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.861430 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326'] for segment, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.867014 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 06:19:16.867421 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-717326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6556336'] for segment, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: Traceback (most recent call last): Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: timer() Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: cb(*args, **kw) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: return func(*args, **kwargs) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: self._notify() Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: self.callback(batched_events) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: event.method(event) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: return f(self, *a, **k) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._get(url).json() Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: return self.request(url, 'GET', **kwargs) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 06:19:16.869148 dv-cinder-809968-1-iscsi neutron-server[94131]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 06:19:16.925891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7873797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7870020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8123673'] for network, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.931183 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7870038'] for network, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:16.933093 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/efd75a62-6fe7-4a3b-9460-7b0f8ca719bb HTTP/1.1" status: 204 len: 168 time: 0.2699323 Sep 20 06:19:16.943705 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Pushing event deleted for resources: {'Network': ['ID=efd75a62-6fe7-4a3b-9460-7b0f8ca719bb,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:19:16.951565 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.951998 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.952453 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.952842 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.953252 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.953586 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.953925 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.954283 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.954879 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.955205 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.955568 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:16.955892 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef9d34c-5a86-42f0-bbba-8b97346d07ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809968-1-iscsi {{(pid=94131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 06:19:17.120591 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52712) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:19:17.158666 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-2e270b23-deeb-4571-9771-9394500ed738 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=792d4ed92f7741c791d3ee0e0aecbc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368843 Sep 20 06:19:17.160988 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [-] (94131) accepted ('10.222.0.20', 52714) {{(pid=94131) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 06:19:17.212064 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:17.232173 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:17.277809 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919828'] for security_group, after_delete {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:17.280376 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron_lib.callbacks.manager [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94131) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:17.281526 dv-cinder-809968-1-iscsi neutron-server[94131]: INFO neutron.wsgi [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc1b5fe6-83da-4f2c-a687-b279e3353292 HTTP/1.1" status: 204 len: 168 time: 0.1196196 Sep 20 06:19:17.288789 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753a633-45b5-4d0c-9f04-fe1c4fac243c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1b5fe6-83da-4f2c-a687-b279e3353292,revision_number=None']} {{(pid=94131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 06:19:24.828569 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:19:26.479591 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-be0deb49-9477-4c36-a82d-432a4ffa902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:27.854854 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:29.039218 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c05eee4c-b89e-4cef-bd32-7661ffdcbaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:29.321710 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:29.990466 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:31.984247 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:56.480908 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-439fb7fa-3cb3-4bdd-97c8-45bcf39dcc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:57.865994 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:59.039453 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37187eb4-5dfa-41bc-8e35-26a662b14141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:59.312772 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:19:59.994234 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:01.828116 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:20:01.986699 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:08.052162 dv-cinder-809968-1-iscsi neutron-server[94132]: DEBUG neutron.wsgi [req-904f0912-3319-4fb3-8b24-821f9a322511 req-27dc9307-3d7a-49a5-92a0-9f7a2a766be6 service neutron] (94132) timed out ('10.222.0.37', 58243) {{(pid=94132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 06:20:26.481657 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4298032e-1b26-4cd2-97b5-5c7f1d144095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:27.860497 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:29.041117 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b3cc220c-a4c4-42c7-bcfe-20c588c5b9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:29.313345 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:29.997155 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:31.990837 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:38.826436 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:20:56.483921 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-c6a92a85-899d-496c-8f7f-10088a00815b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:57.880161 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:59.042194 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-8a4806ed-6ee7-44f4-947a-8d5302251539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:59.313910 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:20:59.998666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:01.992492 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:15.828816 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:21:26.485351 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-f2437ad7-6813-484e-b4f8-7b83853a0799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:27.897405 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:29.042937 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-aae0db49-4bb5-4c5c-bd4e-aa845e7e5e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:29.315534 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:30.001935 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:31.995712 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:52.827581 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:21:56.486866 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-380efe42-abae-40f1-af52-a6e7195fd168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:57.895720 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:59.043940 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-37b0098b-4207-45e8-9a9e-51fdf22b1e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:21:59.318686 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:00.005905 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:01.997941 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:26.487900 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-e3213f2f-a943-4862-b2e1-cb8139b10a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:27.895490 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:29.044666 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-7eba3b11-1da1-46ad-97fb-20356c798d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:29.325700 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:29.826743 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:22:30.008081 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:32.002071 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:42.420891 dv-cinder-809968-1-iscsi neutron-server[94131]: DEBUG neutron.wsgi [req-5fda7d6a-9192-4f1c-a44b-80198e779274 req-deb2cde6-4ab1-4ae3-83b3-d0ee97098f1d tempest-AttachVolumeNegativeTest-198591073 tempest-AttachVolumeNegativeTest-198591073-project] (94131) timed out ('10.222.0.37', 58265) {{(pid=94131) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 06:22:56.491131 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-689478f7-3c60-414f-aac2-49660f11b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:57.910225 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:59.045251 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-6ef05155-9945-421d-894c-3e67dc0b0611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:22:59.318861 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:00.011580 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:02.003018 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:06.825009 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:23:26.491858 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-1802a776-c83e-452e-816b-6196f0907278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:27.910823 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:29.046163 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-feb6d276-12a3-4ed5-90f2-6db0beecaa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:29.322359 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:30.015015 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:32.006899 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:43.824177 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:23:56.492095 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-02c8081d-8a18-4e2d-ab42-60021bf036f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:57.926302 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:59.046994 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-571db046-2557-4045-b600-1fab3e77b881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:23:59.323922 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:00.021009 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:02.009455 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-4910b85a-5b80-465c-9543-b39f8d4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:20.823582 dv-cinder-809968-1-iscsi neutron-server[94134]: DEBUG neutron.db.agents_db [None req-d8f05694-9a19-459b-9322-de875f101d44 None None] Agent healthcheck: found 6 active agents {{(pid=94134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 06:24:26.494266 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-b903baa1-bdff-424e-84b6-6571e14e16e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:27.941669 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-07972904-ae15-4313-9c16-ee6b00f9feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:29.048176 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-466409f8-92ec-4fd6-9710-a55fe6064ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:29.329905 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-ed2072a0-23cb-4038-a2e5-8dcc8ad86c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 06:24:30.024464 dv-cinder-809968-1-iscsi neutron-server[94133]: DEBUG neutron_lib.callbacks.manager [None req-5c5b327e-6a67-431d-b7f8-ba6649d73d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733375977355', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-705308'] for agent, after_update {{(pid=94133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}